-- Logs begin at Sun 2022-10-23 01:33:25 UTC, end at Sun 2022-10-23 02:32:44 UTC. -- Oct 23 02:02:56.644212 dv-cinder-861491-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 23 02:02:59.382164 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.common.config [-] Logging enabled! Oct 23 02:02:59.382800 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 02:02:59.382979 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104559) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 02:02:59.387665 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.common.config [-] Logging enabled! Oct 23 02:02:59.387923 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 02:02:59.388237 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104559) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 02:02:59.389196 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 02:02:59.389431 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 02:02:59.390243 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 02:02:59.390524 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 02:02:59.390756 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 02:02:59.391083 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.391388 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.391624 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.391926 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.392223 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.392511 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.392809 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.393110 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.393402 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.393709 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.394027 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.394346 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.394669 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.394964 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.395258 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.395491 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] debug = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.395779 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.396216 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.396642 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.396915 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.397210 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.397505 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.397767 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.398046 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.398332 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.398690 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] host = dv-cinder-861491-5-iscsi {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.398974 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.399265 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.399558 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.399848 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.400129 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.400939 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.401690 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.401978 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.402260 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] log_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.402571 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.402870 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.403166 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.403461 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.403691 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.403918 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.404210 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.404503 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.404782 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.405060 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.405339 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.405614 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.405891 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.406164 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.406477 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.406771 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.407062 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.407341 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.407616 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.407890 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.408164 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.408451 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.408728 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.409002 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.409275 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.409561 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.409832 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.410106 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.410407 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.410720 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.411006 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.411296 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.411572 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.411858 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.412131 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.412403 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.412679 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] use_json = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.412955 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.413228 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.413511 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.413786 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.414058 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.414330 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.414626 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.414914 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.415187 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:02:59.415488 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.415788 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.416687 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.417019 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.417307 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.417598 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.417889 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.418174 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.418496 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.418792 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.419086 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.419369 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.419672 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.419965 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.420266 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.420573 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.420869 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.421165 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.421445 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.421724 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.422001 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.422285 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.422604 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.422888 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.423182 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.423474 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.423756 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.424056 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.424363 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.424703 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.425006 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.425297 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.425577 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.425858 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.426160 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.426454 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.426736 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.427031 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.427315 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.427593 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.427875 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.428167 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.428548 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.428832 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.429114 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.429409 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.429688 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.429963 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.430237 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.430543 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.430817 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.431103 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.431385 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.431762 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.432045 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.432330 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.432601 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.432874 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.433153 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.433429 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.433708 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.433983 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.434275 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.434572 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.434852 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.435135 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.435413 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.435692 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.435979 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.436254 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.436530 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.436804 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.437079 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.437356 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.437652 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.437951 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.438234 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.438542 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.438825 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.439107 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.439391 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.439674 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.439956 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.440237 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.440512 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.440809 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.441096 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.441387 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.441674 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.441972 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.442272 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.442586 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.442870 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.443151 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.443432 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.443711 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.443997 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.444276 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.444556 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.444843 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.445129 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.445431 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.445732 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.446020 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.446318 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.446644 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.446943 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.447283 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.447914 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.447914 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:02:59.448175 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 02:02:59.448419 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104559) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 23 02:02:59.826309 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 02:02:59.826661 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 02:02:59.826930 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 02:02:59.827166 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 02:02:59.827450 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 02:02:59.827784 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 23 02:03:00.148846 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.149142 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.149428 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.151221 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.151500 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.151765 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.204997 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.205285 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.205557 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.220635 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.220922 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.221195 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.250377 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.250691 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.250961 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.286624 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.286908 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.287179 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.519517 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.520109 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.520109 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.520456 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.521160 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.617491 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.617815 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.618105 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.618385 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.618683 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.619031 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.619314 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.619578 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.619839 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.620181 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.620469 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.620741 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.621003 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.621260 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.621521 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.621789 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.622048 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.622318 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.622621 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.622885 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.623163 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.623422 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.623708 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.624087 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.624342 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.624591 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.624989 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 02:03:00.625233 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 02:03:00.625475 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 02:03:00.625714 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 02:03:00.625953 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 02:03:00.626191 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 02:03:00.626583 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 23 02:03:00.629621 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 23 02:03:00.633501 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 23 02:03:00.637997 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 23 02:03:00.639795 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 23 02:03:00.640269 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 23 02:03:00.640703 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 23 02:03:00.641096 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 23 02:03:00.643876 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 23 02:03:00.644128 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 23 02:03:00.644473 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 02:03:00.649490 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 23 02:03:00.673713 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 23 02:03:00.674165 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.674493 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104559) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 23 02:03:00.674874 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.676229 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104559) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 23 02:03:00.676508 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 02:03:00.676749 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 23 02:03:00.687572 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.687863 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:00.761401 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 23 02:03:00.761637 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 23 02:03:00.761873 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 23 02:03:00.762250 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 23 02:03:00.815769 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO dbcounter [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Registered counter for database neutron Oct 23 02:03:00.832610 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_db.sqlalchemy.engines [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104559) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 23 02:03:00.839743 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writer thread running {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 02:03:01.383734 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Initializing driver for type 'gre' Oct 23 02:03:01.384381 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] gre ID ranges: [(1, 1000)] Oct 23 02:03:01.442319 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Initializing driver for type 'local' Oct 23 02:03:01.442761 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Initializing driver for type 'vlan' Oct 23 02:03:01.458843 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] VlanTypeDriver initialization complete Oct 23 02:03:01.459200 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Initializing driver for type 'vxlan' Oct 23 02:03:01.459708 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] vxlan ID ranges: [(1, 1000)] Oct 23 02:03:01.516857 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Initializing extension driver 'port_security' Oct 23 02:03:01.517210 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.extensions.port_security [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] PortSecurityExtensionDriver initialization complete Oct 23 02:03:01.517554 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Initializing mechanism driver 'openvswitch' Oct 23 02:03:01.517889 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Initializing mechanism driver 'hyperv' Oct 23 02:03:01.524525 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:01.525237 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > port after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.525624 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > port after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.525992 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > port after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.526531 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 02:03:01.526966 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.527337 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.527698 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.528102 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 02:03:01.528520 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > network after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.528886 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > network after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.529241 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > network after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.529641 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 02:03:01.530056 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > security_group after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.530414 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > security_group after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.530796 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.531201 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 02:03:01.531614 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.531971 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.532320 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.532851 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 02:03:01.533272 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > address_group after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.533632 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > address_group after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.533986 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.534383 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 02:03:01.534861 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] ML2 OVO RPC backend initialized. {{(pid=104559) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 23 02:03:01.535584 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.535954 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.536384 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > network before_response 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.536748 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > networks before_response 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.537110 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > port before_response 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.537468 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > ports before_response 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.537826 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > subnet before_response 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.538180 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > subnets before_response 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.538569 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > network after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.538923 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > network after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.539271 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > network after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.539618 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > port after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.539966 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > port after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.540311 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > port after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.540663 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.541539 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.541882 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.549524 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded quota_driver: . Oct 23 02:03:01.549898 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Modular L2 Plugin initialization complete Oct 23 02:03:01.550256 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading services supported by the core plugin {{(pid=104559) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 23 02:03:01.550641 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.managers [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Got port-security extension from driver 'port_security' Oct 23 02:03:01.551139 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.extensions.vlantransparent [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Disabled vlantransparent extension. Oct 23 02:03:01.551648 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104559) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 23 02:03:01.551981 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading Plugin: router Oct 23 02:03:01.587181 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.588501 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router after_create 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.588935 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router before_create 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.589319 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.589708 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.590080 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router after_delete 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.590467 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.590845 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.591218 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router after_create 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.591579 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router after_update 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.591943 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router after_update 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.592302 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.592675 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router after_update 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.593105 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.593490 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: port after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.593845 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: port after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.594196 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: subnet after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.594577 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.594942 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.595303 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.595662 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: port before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.596017 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router precommit_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.596384 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router after_update 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.596738 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.597100 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.597474 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.597830 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.598208 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > agent after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.598612 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > agent after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.598973 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > network after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.599841 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Tracking information for resource: router configured {{(pid=104559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 02:03:01.600182 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Tracking information for resource: floatingip configured {{(pid=104559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 02:03:01.605799 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.db.l3_agentschedulers_db [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 23 02:03:01.606391 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: port after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.606789 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: port after_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.607151 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: port after_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.607519 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: port after_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.608327 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router before_create 55550100 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.608704 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.609079 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router precommit_create 55550100 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.609448 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > router precommit_update 55550100 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.614297 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.services.provider_configuration [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service providers = [] {{(pid=104559) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 23 02:03:01.614710 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.db.servicetype_db [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104559) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 23 02:03:01.617686 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.services.service_base [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 02:03:01.618048 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.services.service_base [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 02:03:01.618402 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.services.service_base [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 02:03:01.619542 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.services.service_base [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 02:03:01.619919 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.services.service_base [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 23 02:03:01.620304 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 02:03:01.620636 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 23 02:03:01.631254 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 02:03:01.631600 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading Plugin: auto_allocate Oct 23 02:03:01.637403 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: network precommit_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.637733 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: network precommit_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.638261 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 02:03:01.638630 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading Plugin: tag Oct 23 02:03:01.645223 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 02:03:01.645565 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading Plugin: timestamp Oct 23 02:03:01.649636 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 02:03:01.649977 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading Plugin: network_ip_availability Oct 23 02:03:01.655973 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.656357 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.656729 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.657458 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 02:03:01.657788 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading Plugin: flavors Oct 23 02:03:01.662599 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 02:03:01.662944 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading Plugin: revisions Oct 23 02:03:01.667933 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 02:03:01.668319 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_concurrency.lockutils [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.841s {{(pid=104559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 02:03:01.669252 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104559) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 23 02:03:01.669598 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Initializing extension manager. Oct 23 02:03:01.670137 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: __init__.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.670529 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: __pycache__ {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.670881 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: address_group.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.671600 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.672174 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: address-group Oct 23 02:03:01.672511 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: address_scope.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.673204 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.673723 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: address-scope Oct 23 02:03:01.674058 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.674981 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.675495 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: router-admin-state-down-before-update Oct 23 02:03:01.675829 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: agent.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.676512 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.677023 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: agent Oct 23 02:03:01.677356 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: agent_resources_synced.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.678244 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.678793 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: agent-resources-synced Oct 23 02:03:01.679127 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: allowedaddresspairs.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.680924 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.683477 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: allowed-address-pairs Oct 23 02:03:01.683477 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: auto_allocated_topology.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.683477 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.683477 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: auto-allocated-topology Oct 23 02:03:01.683926 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: availability_zone.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.684409 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.684922 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: availability_zone Oct 23 02:03:01.685255 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: availability_zone_filter.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.686147 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.686693 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: availability_zone_filter Oct 23 02:03:01.687029 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: data_plane_status.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.687910 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.688419 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension data-plane-status not supported by any of loaded plugins Oct 23 02:03:01.688753 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: default_subnetpools.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.689640 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.690150 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: default-subnetpools Oct 23 02:03:01.690512 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.691309 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.691827 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: dhcp_agent_scheduler Oct 23 02:03:01.692163 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: dns.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.693053 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.693563 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension dns-integration not supported by any of loaded plugins Oct 23 02:03:01.693896 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: dns_domain_ports.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.694811 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.695318 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 23 02:03:01.695654 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.696546 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.697088 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 23 02:03:01.697434 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: dvr.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.698082 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.698622 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: dvr Oct 23 02:03:01.698955 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: ecmp_routes.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.699849 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.700365 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 23 02:03:01.700695 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: empty_string_filtering.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.701582 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.702090 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: empty-string-filtering Oct 23 02:03:01.702420 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.703324 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.703830 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 23 02:03:01.704160 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.705052 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.705558 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 23 02:03:01.705892 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: external_net.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.706799 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.707309 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: external-net Oct 23 02:03:01.707640 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.708525 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.709033 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: extra_dhcp_opt Oct 23 02:03:01.709362 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: extraroute.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.710249 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.710794 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: extraroute Oct 23 02:03:01.711124 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: extraroute_atomic.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.712133 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.713423 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: extraroute-atomic Oct 23 02:03:01.713754 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: filter_validation.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.714399 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.714932 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: filter-validation Oct 23 02:03:01.715262 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: fip_pf_description.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.716145 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.716650 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 23 02:03:01.716979 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: fip_pf_detail.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.717864 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.718374 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 23 02:03:01.718728 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: fip_pf_port_range.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.719622 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.720128 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 23 02:03:01.720458 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: fip_port_details.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.721358 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.721871 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: fip-port-details Oct 23 02:03:01.722201 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: flavors.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.723427 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.723952 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: flavors Oct 23 02:03:01.724291 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.725917 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.726475 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 23 02:03:01.726813 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: floatingip_pools.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.727494 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.728013 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: floatingip-pools Oct 23 02:03:01.729078 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: ip_allocation.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.729996 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.730541 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension ip_allocation not supported by any of loaded plugins Oct 23 02:03:01.730883 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.731802 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.732318 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: ip-substring-filtering Oct 23 02:03:01.732653 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l2_adjacency.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.733548 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.734060 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 23 02:03:01.734395 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l3.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.735377 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.735904 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: router Oct 23 02:03:01.736237 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.738656 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.739198 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 23 02:03:01.739543 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.740448 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.740978 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: ext-gw-mode Oct 23 02:03:01.741316 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.742217 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.742778 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: l3-ha Oct 23 02:03:01.743117 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.744115 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.744714 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 23 02:03:01.745055 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l3_flavors.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.745987 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.746542 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: l3-flavors Oct 23 02:03:01.746882 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.748228 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.748750 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 23 02:03:01.749090 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.749986 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.750544 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 23 02:03:01.750889 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: l3agentscheduler.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.751906 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.752430 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: l3_agent_scheduler Oct 23 02:03:01.752768 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: local_ip.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.754515 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.755052 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension local_ip not supported by any of loaded plugins Oct 23 02:03:01.755396 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: logging.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.756831 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.757355 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension logging not supported by any of loaded plugins Oct 23 02:03:01.757696 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: metering.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.758416 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.759026 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: metering Oct 23 02:03:01.759361 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.760592 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.761117 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: metering_source_and_destination_fields Oct 23 02:03:01.761452 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: multiprovidernet.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.762360 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.762914 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: multi-provider Oct 23 02:03:01.763252 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: netmtu.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.764154 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.764672 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: net-mtu Oct 23 02:03:01.765004 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: netmtu_writable.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.765897 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.766416 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: net-mtu-writable Oct 23 02:03:01.766780 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: network_availability_zone.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.767430 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.767939 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: network_availability_zone Oct 23 02:03:01.768269 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: network_ip_availability.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.769347 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.769861 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: network-ip-availability Oct 23 02:03:01.770196 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: network_segment_range.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.770968 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.771479 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension network-segment-range not supported by any of loaded plugins Oct 23 02:03:01.771808 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: pagination.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.772765 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.773103 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: pagination Oct 23 02:03:01.773432 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: port_device_profile.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.774319 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.774871 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: port-device-profile Oct 23 02:03:01.775744 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: port_mac_address_override.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.776703 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.777216 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: port-mac-override Oct 23 02:03:01.777549 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.778461 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.778973 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: port-mac-address-regenerate Oct 23 02:03:01.779305 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.780229 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.780753 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: port-numa-affinity-policy Oct 23 02:03:01.781085 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: port_resource_request.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.781964 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.782499 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension port-resource-request not supported by any of loaded plugins Oct 23 02:03:01.782835 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: port_resource_request_groups.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.783776 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.784284 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 23 02:03:01.784616 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: portbindings.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.785526 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.786039 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: binding Oct 23 02:03:01.786380 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: portbindings_extended.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.789121 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.789652 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: binding-extended Oct 23 02:03:01.790004 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: portsecurity.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.791526 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.792110 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: port-security Oct 23 02:03:01.792449 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: project_id.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.793408 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.793751 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: project-id Oct 23 02:03:01.794085 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: providernet.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.795016 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.795542 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: provider Oct 23 02:03:01.795880 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.799392 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.799928 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos not supported by any of loaded plugins Oct 23 02:03:01.800273 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.801531 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.802059 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 23 02:03:01.802406 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.803341 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.803862 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 23 02:03:01.804204 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_default.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.805104 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.805620 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-default not supported by any of loaded plugins Oct 23 02:03:01.805960 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_fip.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.806923 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.807441 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-fip not supported by any of loaded plugins Oct 23 02:03:01.807779 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.808682 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.809196 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 23 02:03:01.809532 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_gateway_ip.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.810467 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.810988 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 23 02:03:01.811325 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_port_network_policy.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.812228 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.812750 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 23 02:03:01.813087 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.814102 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.814659 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 23 02:03:01.815000 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.816045 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.816560 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 23 02:03:01.816898 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_pps_rule.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.818046 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.818600 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-pps not supported by any of loaded plugins Oct 23 02:03:01.818943 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_rule_type_details.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.819846 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.820367 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 23 02:03:01.820707 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.821605 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.822180 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 23 02:03:01.822542 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: qos_rules_alias.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.823575 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.824096 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 23 02:03:01.824430 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: quota_check_limit.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.825319 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.825839 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: quota-check-limit Oct 23 02:03:01.826174 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: quotasv2.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.827139 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.827475 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: quotas Oct 23 02:03:01.827805 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: quotasv2_detail.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.829490 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.829835 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: quota_details Oct 23 02:03:01.830173 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: rbac.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.831236 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.831771 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: rbac-policies Oct 23 02:03:01.832109 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: rbac_address_group.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.833014 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.833539 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: rbac-address-group Oct 23 02:03:01.833877 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: rbac_address_scope.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.834880 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.835398 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: rbac-address-scope Oct 23 02:03:01.835732 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: rbac_security_groups.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.836637 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.837157 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: rbac-security-groups Oct 23 02:03:01.838362 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: rbac_subnetpool.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.839376 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.839892 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: rbac-subnetpool Oct 23 02:03:01.840226 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: revisionifmatch.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.841126 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.841648 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: revision-if-match Oct 23 02:03:01.841986 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: revisions.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.843114 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.843637 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: standard-attr-revisions Oct 23 02:03:01.843978 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: router_availability_zone.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.844632 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.845146 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: router_availability_zone Oct 23 02:03:01.845479 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: routerservicetype.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.846384 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.846924 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension router-service-type not supported by any of loaded plugins Oct 23 02:03:01.847256 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.848161 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.848682 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: security-groups-normalized-cidr Oct 23 02:03:01.849016 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.849911 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.850425 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: port-security-groups-filtering Oct 23 02:03:01.850778 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.851675 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.852201 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: security-groups-remote-address-group Oct 23 02:03:01.852534 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.853994 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.854549 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: security-groups-shared-filtering Oct 23 02:03:01.854884 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: securitygroup.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.864585 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.865123 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: security-group Oct 23 02:03:01.865470 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: segment.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.866184 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.866744 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension segment not supported by any of loaded plugins Oct 23 02:03:01.867084 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.868006 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.868521 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 23 02:03:01.868857 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: servicetype.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.870036 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.870599 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: service-type Oct 23 02:03:01.870938 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: sorting.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.871899 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.872239 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: sorting Oct 23 02:03:01.872572 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: standard_attr_segment.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.873483 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.874001 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 23 02:03:01.874336 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: standardattrdescription.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.875006 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.875518 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: standard-attr-description Oct 23 02:03:01.875851 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: stateful_security_group.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.876759 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.877282 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: stateful-security-group Oct 23 02:03:01.877616 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: stdattrs_common.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.878176 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 23 02:03:01.878535 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.879439 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.879959 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 23 02:03:01.880295 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: subnet_onboard.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.881313 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.881838 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: subnet_onboard Oct 23 02:03:01.882180 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.883116 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.883635 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 23 02:03:01.883970 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: subnet_service_types.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.884893 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.885502 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: subnet-service-types Oct 23 02:03:01.885839 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: subnetallocation.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.886927 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.887497 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: subnet_allocation Oct 23 02:03:01.887795 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.888443 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.888962 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: subnetpool-prefix-ops Oct 23 02:03:01.889301 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.890208 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.890764 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 23 02:03:01.891105 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: tagging.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.892147 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.892685 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: standard-attr-tag Oct 23 02:03:01.893027 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: timestamp.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.894201 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.894745 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loaded extension: standard-attr-timestamp Oct 23 02:03:01.895084 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: trunk.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.896092 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.896612 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension trunk not supported by any of loaded plugins Oct 23 02:03:01.896944 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: trunk_details.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.897837 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.898369 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension trunk-details not supported by any of loaded plugins Oct 23 02:03:01.898714 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: uplink_status_propagation.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.899616 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.900652 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 23 02:03:01.901003 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Loading extension file: vlantransparent.py {{(pid=104559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 02:03:01.901657 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 02:03:01.902166 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 23 02:03:01.904819 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:network Oct 23 02:03:01.905351 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:subnet Oct 23 02:03:01.905759 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 02:03:01.906159 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:port Oct 23 02:03:01.907489 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.907956 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service FLAVORS assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.908581 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.909022 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.909372 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:router Oct 23 02:03:01.909815 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:floatingip Oct 23 02:03:01.910306 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service METERING assigned prefix: /metering {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.911790 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.912176 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.912549 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:03:01.913568 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 02:03:01.914032 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:security_group Oct 23 02:03:01.914520 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 02:03:01.915066 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service CORE assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.915400 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 02:03:01.915776 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] subnetpool is already registered Oct 23 02:03:01.916850 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service CORE assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.917211 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 02:03:01.917555 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] subnetpool is already registered Oct 23 02:03:01.919976 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.920432 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service FLAVORS assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.921042 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.921480 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.921822 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:router Oct 23 02:03:01.922175 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] router is already registered Oct 23 02:03:01.922643 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:floatingip Oct 23 02:03:01.922994 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] floatingip is already registered Oct 23 02:03:01.923465 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service METERING assigned prefix: /metering {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.924166 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 02:03:01.924503 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] rbac_policy is already registered Oct 23 02:03:01.924926 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:security_group Oct 23 02:03:01.925270 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] security_group is already registered Oct 23 02:03:01.925684 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 02:03:01.926029 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] security_group_rule is already registered Oct 23 02:03:01.926706 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service CORE assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.927044 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 02:03:01.927387 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] subnetpool is already registered Oct 23 02:03:01.927823 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.v2.resource_helper [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Service CORE assigned prefix: {{(pid=104559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 02:03:01.928157 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 02:03:01.928497 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING neutron.quota.resource_registry [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] subnetpool is already registered Oct 23 02:03:01.928975 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: extensions {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.930454 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: address-groups {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.932248 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: address-scopes {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.933598 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: agents {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.934802 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: auto-allocated-topology {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.936056 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: availability_zones {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.937296 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: dhcp-networks {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.938857 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: dhcp-agents {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.940287 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: routers {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.942033 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: flavors {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.943354 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: service_profiles {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.944589 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: next_providers {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.946048 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: service_profiles {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.948191 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: floatingip-pools {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.949478 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: routers {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.951189 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: floatingips {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.952494 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: l3-routers {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.953909 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: l3-agents {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.955397 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: metering-labels {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.956678 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: metering-label-rules {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.958998 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: network-ip-availabilities {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.960276 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: bindings {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.961860 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: quotas {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.963893 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: quotas {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.965464 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: rbac-policies {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.966684 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: security-groups {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.968020 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: security-group-rules {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.969311 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: service-providers {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.970572 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: subnetpools {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.971933 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: subnetpools {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.973493 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.975225 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.977055 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.979435 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.981129 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.983149 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.984863 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.986814 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.988649 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.990410 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron.api.extensions [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Extended resource: tags {{(pid=104559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 02:03:01.997135 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING keystonemiddleware.auth_token [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 23 02:03:02.002299 dv-cinder-861491-5-iscsi neutron-server[104559]: WARNING keystonemiddleware.auth_token [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 23 02:03:02.011195 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_concurrency.lockutils [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Acquiring lock "singleton_lock" {{(pid=104559) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 23 02:03:02.011531 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_concurrency.lockutils [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Acquired lock "singleton_lock" {{(pid=104559) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 23 02:03:02.012014 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_concurrency.lockutils [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Releasing lock "singleton_lock" {{(pid=104559) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 23 02:03:02.012676 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO oslo_service.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Starting 2 workers Oct 23 02:03:02.017495 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Started child 104672 {{(pid=104559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 02:03:02.021887 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Started child 104673 {{(pid=104559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 02:03:02.023099 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:02.023744 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO neutron.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 23 02:03:02.024170 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:02.024570 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [-] (104672) wsgi starting up on http://0.0.0.0:9696 Oct 23 02:03:02.026716 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO oslo_service.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Starting 1 workers Oct 23 02:03:02.027293 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:02.028649 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [-] (104673) wsgi starting up on http://0.0.0.0:9696 Oct 23 02:03:02.031808 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Started child 104674 {{(pid=104559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 02:03:02.032358 dv-cinder-861491-5-iscsi neutron-server[104559]: INFO oslo_service.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Starting 1 workers Oct 23 02:03:02.035667 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] calling RpcWorker wait() {{(pid=104674) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 23 02:03:02.036231 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] returning from RpcWorker wait() {{(pid=104674) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 23 02:03:02.036806 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Started child 104675 {{(pid=104559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 02:03:02.037597 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b59c5da-3420-4386-b5e3-27f0e1ccfba2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:02.037690 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:02.038200 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:02.039569 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104559) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 02:03:02.039789 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 02:03:02.039977 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 02:03:02.040209 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 02:03:02.040548 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 02:03:02.040734 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 02:03:02.042281 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.042281 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.042560 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.042647 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:02.043082 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.043406 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.043685 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.043937 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.044222 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.044483 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.044664 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.044839 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.045116 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.045378 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.045704 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.045978 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.046238 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.046511 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.046693 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.046964 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.047233 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.047501 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.047799 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] debug = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.048060 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.048557 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.048806 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.049052 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.049285 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.049577 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.049830 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.050093 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.050334 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.050610 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.050854 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.051116 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.051382 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.051622 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.051873 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.052133 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.052390 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.052882 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] host = dv-cinder-861491-5-iscsi {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.053116 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.053344 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.053584 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.053845 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.054097 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.054317 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.054611 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.054862 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.055128 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.055379 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.055656 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.055907 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.056161 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.056470 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.057307 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_options = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.058064 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.058064 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.058295 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.058429 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.058575 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.058742 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.059007 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.059177 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.059432 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.059657 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.059880 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.060182 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.060361 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.060608 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.060859 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.061081 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.061333 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.061569 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.062630 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.062630 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.062630 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.062630 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.063121 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.063121 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.063368 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.063498 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.063618 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:02.063743 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.065129 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.065129 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.065129 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.065129 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.065129 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.065129 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.065488 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.065555 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.065749 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.066146 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.066359 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.066663 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.066919 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.067157 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.067666 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.068034 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.068417 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.068790 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.069157 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.069547 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_json = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.069971 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.070789 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.070789 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.070789 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.073780 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.073780 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.073780 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.073780 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.073780 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.073780 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.073780 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.073780 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.076507 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.076507 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.076507 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.076507 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.076507 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.076507 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.076507 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.076507 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.077169 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.077169 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.077169 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.077169 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.077169 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.077169 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.077169 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.077169 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.078266 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.078266 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.078266 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.078266 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.078266 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.079044 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.079223 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.079484 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.079864 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.079993 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.080226 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.080594 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.080872 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.081133 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.081410 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.081635 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.081881 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.082131 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.082387 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.082644 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.082866 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.083127 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.083367 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.083600 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.083837 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.084057 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.084289 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.084515 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.084753 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.085003 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.085259 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.085687 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.085687 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.085963 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.086159 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.086573 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.086973 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.087661 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.088040 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.088560 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.088835 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.089237 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.089620 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.090211 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.090690 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.091112 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.091523 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.091957 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.092370 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.092802 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.093216 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.093434 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.094910 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.094910 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.094910 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.094910 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.094910 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.094910 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.095399 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.095399 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.095567 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.095692 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.095913 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.096132 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.096356 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.096578 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.096806 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.097032 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.097516 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.097924 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.098331 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.098594 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.098830 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.099163 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.099516 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.099807 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.100057 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.100301 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.100527 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.100823 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.101074 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.101297 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.101517 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.101774 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.102007 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.102304 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.102566 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.102811 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.103047 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.104098 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.104566 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.104938 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.105308 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.105675 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.106092 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.106513 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.106923 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.107195 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.107444 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.107709 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.107950 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.108175 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.108432 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.108678 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.108956 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.109227 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.109511 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.109757 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.110034 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.110353 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.110644 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.110904 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.111157 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.111417 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.111699 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.111942 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.112228 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.112483 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.112724 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.112970 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.113207 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.113976 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.113976 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.113976 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.114223 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.114433 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.114831 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.115217 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.115617 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.116042 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.116441 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.116858 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.117259 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.117649 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.118054 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.118318 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.118598 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.118847 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.119697 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.119923 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.120152 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.120364 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.120623 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.120846 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.121071 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.121332 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.121577 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.121805 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.122053 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.122279 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.122527 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.122947 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.123333 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.123924 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.124337 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.124587 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.124814 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.125040 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.125293 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.125563 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.125791 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.126084 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.126352 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.126597 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.126833 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.127084 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.127350 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.127577 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.127832 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.128055 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.128436 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.128682 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.128926 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.129150 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.129374 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.129625 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.129853 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.130090 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.130333 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.130718 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.130977 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.131214 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.131484 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.131755 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.131978 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.132201 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.132424 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.132678 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.132929 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.133160 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.133383 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.133621 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.133843 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.134064 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.134290 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.134557 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.134801 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.135040 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.135357 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.135597 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.135845 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.136066 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.136309 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.136680 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.136929 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.137152 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.137374 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.137643 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.137825 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.138074 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.138287 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.138648 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.138899 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.139138 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.139405 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.139626 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.139887 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.140139 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.140355 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.140568 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.140795 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.141017 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.141225 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.141448 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.141669 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.141884 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.142115 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.142335 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.142571 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.142799 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.143012 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.143230 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.143462 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.143681 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.143893 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.144161 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.144374 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.144556 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:02.144650 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.144818 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.145038 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.145250 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.145479 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.145695 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.145907 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.146131 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.146348 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.146589 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.146896 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.147147 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.147370 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.147656 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.147885 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.148130 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.148399 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.148706 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.149153 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.149153 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.149415 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.149644 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.149865 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.150190 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.150735 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.151390 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.151390 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.151597 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.151823 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.152094 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.152384 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.153068 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.153068 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.153319 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.153523 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.153726 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.154002 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.154243 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.154499 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.154729 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.154953 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.155211 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.155430 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.155671 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.155923 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.156152 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.156389 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.156622 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.156848 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.157127 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.157658 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.157658 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.157816 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.157898 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 02:03:02.158417 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104559) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 02:03:02.158609 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 02:03:02.158779 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 02:03:02.158980 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 02:03:02.159154 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 02:03:02.159315 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 02:03:02.159529 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.159691 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.160054 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.160221 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.160401 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.160563 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.160721 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.160877 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.161039 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.161370 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.161532 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.161843 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.162010 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.162172 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.162331 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.162661 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.162828 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.162997 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.163167 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.163332 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.163496 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.163659 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] debug = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.163819 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.164016 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.164192 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.164354 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.164516 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.164678 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.164840 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.165002 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.165164 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.165326 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.165490 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.165652 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.166355 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.166539 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.166700 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.166989 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.167258 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.167425 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] host = dv-cinder-861491-5-iscsi {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.167580 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.167903 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.168222 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.168527 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.168835 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.169005 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.169163 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.169661 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.169661 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.169661 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.169871 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.169937 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.170079 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.170239 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.170428 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_options = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.170608 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.170719 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.170933 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.171070 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.171377 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.171669 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.171957 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.172266 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.172433 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.172595 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.172758 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.172921 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.173089 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.173252 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.173416 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.173579 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.173739 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.174060 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.174227 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.174393 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.174573 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.174744 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.174906 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.175071 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.175232 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.175393 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.175554 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.175716 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.175878 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.176041 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.176203 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.176364 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.176528 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.176690 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.176852 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.177016 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.177182 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.177346 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.177512 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.177677 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.177838 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.177998 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.178160 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.178323 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.178508 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.178672 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.178835 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_json = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.178997 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.179159 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.179322 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.179484 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.179644 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.179807 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.179955 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.180118 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.180494 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 02:03:02.180494 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.180749 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.180749 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.181062 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.181062 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.181286 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.181485 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.181719 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.181887 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.182053 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.182229 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.182393 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.182605 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.182763 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.182928 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.183098 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.183262 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.183428 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.183593 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.183742 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.183911 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.184076 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.184251 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.184415 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.184577 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.184747 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.184912 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.185084 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.185247 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.185418 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.185598 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.185765 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.185931 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.186096 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.186260 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.186426 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.186633 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.186767 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.186933 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.187099 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.187263 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.187429 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.187594 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.187758 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.187923 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.188089 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.188254 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.188419 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.188583 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.188748 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.188914 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.189080 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.189246 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.189411 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.189576 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.189742 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.189906 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.190080 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.190244 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.190407 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.190600 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.190765 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.190930 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.191095 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.191262 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.191428 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.191592 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.191755 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.191932 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.192096 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.192263 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.192428 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.192591 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.192755 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.192920 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.193084 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.193248 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.193413 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.193578 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.193743 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.193911 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.194074 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.194238 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.194401 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.194589 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.194759 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.194925 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.195089 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.195253 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.195417 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.195582 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.195753 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.195937 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.196102 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.196266 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.196431 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.196595 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.196759 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.196923 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.197610 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.197776 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.197941 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.198104 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.198268 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.198435 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.198620 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.198784 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.198947 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.199111 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.199276 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.199441 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.199604 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.199768 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.199932 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.200097 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.200261 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.200427 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.200593 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.200757 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.200920 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.201085 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.201250 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.201413 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.201586 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.201750 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.201917 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.202080 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.202251 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.202425 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.202611 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.202777 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.202941 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.203107 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.203272 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.203435 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.203602 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.203766 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.203931 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.204096 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.204272 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.204438 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.204603 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.204766 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.204953 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.205117 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.205283 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.205446 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.205610 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.205775 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.205940 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.206104 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.206268 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.206433 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.206620 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.206785 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.206950 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.207114 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.207279 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.207443 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.207609 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.207774 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.207938 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.208104 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.208268 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.208433 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.208598 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.208761 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.208925 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.209090 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.209254 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.209419 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.209583 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.209747 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.209912 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.210076 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.210240 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.210404 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.210595 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.210759 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.210924 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.211090 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.211254 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.211422 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.211586 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.211750 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.211914 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.212079 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.212246 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.213200 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.213383 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.213550 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.213714 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.213880 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.214046 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.214213 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.214378 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.214566 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.214731 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.214916 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.215082 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.215251 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.215417 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.215586 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.215749 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.215913 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.216078 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.216243 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.216405 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.216572 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.216737 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.216904 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.217068 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.217233 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.217398 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.217562 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.217725 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.217892 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.218058 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.218223 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.218387 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.218572 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.218739 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.218904 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.219067 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.219230 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.219395 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.219559 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.219723 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.219889 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.220053 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.220231 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.220396 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.220547 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.220712 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.220876 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.221040 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.221215 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.221380 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.221543 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.221706 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.221870 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.222034 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.222208 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.222373 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.222567 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.222733 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.222897 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.223060 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.223233 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.223397 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.223560 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.223725 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.223888 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.224052 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.224224 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.224388 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.224552 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.224717 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.224880 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.225044 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.225222 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.225386 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.225550 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.225714 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.225877 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.226039 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.226211 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.226376 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.226563 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.226736 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.226900 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.227063 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.227227 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.227404 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.227569 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.227736 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.227900 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.228065 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.228252 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.228473 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.228618 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.228930 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.229106 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.229273 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.229447 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.229621 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.229795 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.229962 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.230131 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.230306 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.230490 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.230657 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.230822 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.230987 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.231153 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.231319 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.231484 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.231647 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.231811 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.231977 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.232141 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.232306 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.232471 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.232635 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.232799 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.232963 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.233127 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.233291 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.233455 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 02:03:02.233613 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 02:03:02.325256 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47040) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:02.332227 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048351 Oct 23 02:03:02.336633 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038409 Oct 23 02:03:11.510101 dv-cinder-861491-5-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:13.698095 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86567289-d375-48ae-98c6-8c737fd3edec None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:03:13.708028 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writer thread running {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 02:03:13.778426 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86567289-d375-48ae-98c6-8c737fd3edec None None] No non-hosted networks {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 23 02:03:13.788750 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.agentschedulers_db [None req-86567289-d375-48ae-98c6-8c737fd3edec None None] DHCP Agent not found on host dv-cinder-861491-5-iscsi {{(pid=104674) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 23 02:03:13.848768 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d905874e-5625-46d9-bf4e-f5778f2ffc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3816351'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:15.470774 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writer thread running {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 02:03:16.050080 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-3e85e573-081e-4bca-ba46-32a6e7b96565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3816351'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:16.071795 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6a1149c7-addb-4693-9b2c-0c5310e64eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:17.147343 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3816351'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:17.469703 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47114) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:18.051226 dv-cinder-861491-5-iscsi neutron-server[104672]: WARNING oslo_policy.policy [None req-7e4b21ab-e30d-4a2d-a06c-4a8cf0a4b84a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 02:03:18.051887 dv-cinder-861491-5-iscsi neutron-server[104672]: WARNING oslo_policy.policy [None req-7e4b21ab-e30d-4a2d-a06c-4a8cf0a4b84a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 02:03:18.283881 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [None req-7e4b21ab-e30d-4a2d-a06c-4a8cf0a4b84a admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104672) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:03:18.285540 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7e4b21ab-e30d-4a2d-a06c-4a8cf0a4b84a admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8141203 Oct 23 02:03:18.791039 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3816351'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:19.029751 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3816351'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:19.031400 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.032067 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.033217 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.033888 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.034778 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.035385 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.036364 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.037180 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.037741 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.038351 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.039014 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.040831 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.042391 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.043042 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.043639 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:19.044323 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-861491-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:19.053075 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-861491-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:20.317999 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.db.l3_hamode_db [None req-27a0c979-4355-401c-a341-dcc75b1b79f0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 23 02:03:20.401226 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0c979-4355-401c-a341-dcc75b1b79f0 None None] Routers set() bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:20.401619 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0c979-4355-401c-a341-dcc75b1b79f0 None None] Router IDs set() for agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 23 02:03:21.043638 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47150) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:21.361911 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-7623a850-28f0-4df1-afe2-e7bb8bb80a21 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:21.374323 dv-cinder-861491-5-iscsi neutron-server[104672]: ERROR stevedore.extension [None req-7623a850-28f0-4df1-afe2-e7bb8bb80a21 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 02:03:21.456954 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.policy [None req-7623a850-28f0-4df1-afe2-e7bb8bb80a21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104672) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 02:03:21.500413 dv-cinder-861491-5-iscsi neutron-server[104672]: WARNING oslo_policy.policy [None req-7623a850-28f0-4df1-afe2-e7bb8bb80a21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 02:03:21.500784 dv-cinder-861491-5-iscsi neutron-server[104672]: WARNING oslo_policy.policy [None req-7623a850-28f0-4df1-afe2-e7bb8bb80a21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 02:03:21.521489 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writer thread running {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 02:03:21.598855 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7623a850-28f0-4df1-afe2-e7bb8bb80a21 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730032919131', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730032919599', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730032902979', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730032910415', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730032883644', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730032891468', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-5114545', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-5118092', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3907133', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3811042'] for rbac-policy (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:21.669936 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7623a850-28f0-4df1-afe2-e7bb8bb80a21 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:21.671190 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7623a850-28f0-4df1-afe2-e7bb8bb80a21 admin admin] 10.222.0.23 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6265333 Oct 23 02:03:24.250585 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47160) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:24.569928 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:24.598774 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Made reservation on behalf of 73ff53385fa04ce79a87c953b158d935 for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:03:24.603628 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.622274 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.734901 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Publish callbacks [] for security_group (eb7aec8a-1c83-41bc-a3c5-d41f04a6cad6), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.739405 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (eb7aec8a-1c83-41bc-a3c5-d41f04a6cad6), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.764979 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:03:24.800820 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730035274554', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (b99780ca-64b1-49a3-b55f-b3a94d13243c), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.801314 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Unsubscribe: segment precommit_create {{(pid=104672) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 02:03:24.801834 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Added segment b99780ca-64b1-49a3-b55f-b3a94d13243c of type vlan for network e379460f-7da0-4c71-8623-2772a0f9f6f2 Oct 23 02:03:24.819668 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7aec8a-1c83-41bc-a3c5-d41f04a6cad6,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:24.872970 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.873314 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.873677 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.874029 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.874362 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.874711 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.875034 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.875354 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.875673 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.875990 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.876309 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.876646 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.876968 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.877279 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.877588 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Tracked resource versions report: Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: pushed versions: Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: { 'AddressGroup': {'1.2'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Agent': {'1.1'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'ConntrackHelper': {'1.0'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'LocalIPAssociation': {'1.0'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Log': {'1.0'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'NDPProxy': {'1.0'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Network': {'1.1'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Port': {'1.7'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'PortForwarding': {'1.3'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'QosPolicy': {'1.10'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SecurityGroup': {'1.5'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SecurityGroupRule': {'1.2'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SubPort': {'1.0'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Subnet': {'1.1'}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Trunk': {'1.1'}} Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: consumer versions: Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: { DHCP agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: L3 agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: Metadata agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: Metering agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: Open vSwitch agent@dv-cinder-861491-5-iscsi: { 'AddressGroup': '1.2', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Agent': '1.1', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'ConntrackHelper': '1.0', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'LocalIPAssociation': '1.0', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Log': '1.0', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'NDPProxy': '1.0', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Network': '1.1', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Port': '1.7', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'PortForwarding': '1.3', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'QosPolicy': '1.10', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SecurityGroup': '1.5', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SecurityGroupRule': '1.2', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SubPort': '1.0', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Subnet': '1.1', Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Trunk': '1.1'}} Oct 23 02:03:24.879036 dv-cinder-861491-5-iscsi neutron-server[104672]: {{(pid=104672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 02:03:24.915643 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (e379460f-7da0-4c71-8623-2772a0f9f6f2), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.957606 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (e379460f-7da0-4c71-8623-2772a0f9f6f2), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:24.963497 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:24.964213 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:25.047790 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:25.064704 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8131266 Oct 23 02:03:25.090850 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca069c8-23b1-40fb-8cef-f9206dd56c26 demo demo] Pushing event updated for resources: {'Network': ['ID=e379460f-7da0-4c71-8623-2772a0f9f6f2,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:25.104306 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network e379460f-7da0-4c71-8623-2772a0f9f6f2 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:03:27.732856 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47174) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:28.232511 dv-cinder-861491-5-iscsi neutron-server[104673]: WARNING oslo_policy.policy [None req-0d05f706-7718-4512-9ff7-1339c750bef6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 02:03:28.233080 dv-cinder-861491-5-iscsi neutron-server[104673]: WARNING oslo_policy.policy [None req-0d05f706-7718-4512-9ff7-1339c750bef6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 02:03:28.465311 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writer thread running {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 02:03:28.618688 dv-cinder-861491-5-iscsi neutron-server[104673]: ERROR stevedore.extension [None req-0d05f706-7718-4512-9ff7-1339c750bef6 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 02:03:28.673854 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.policy [None req-0d05f706-7718-4512-9ff7-1339c750bef6 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104673) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 02:03:28.717377 dv-cinder-861491-5-iscsi neutron-server[104673]: WARNING oslo_policy.policy [None req-0d05f706-7718-4512-9ff7-1339c750bef6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 02:03:28.717695 dv-cinder-861491-5-iscsi neutron-server[104673]: WARNING oslo_policy.policy [None req-0d05f706-7718-4512-9ff7-1339c750bef6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 02:03:28.725374 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05f706-7718-4512-9ff7-1339c750bef6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:28.728266 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-0d05f706-7718-4512-9ff7-1339c750bef6 demo admin] 10.222.0.23 "GET /networking/v2.0/networks/e379460f-7da0-4c71-8623-2772a0f9f6f2 HTTP/1.1" status: 200 len: 825 time: 0.9942558 Oct 23 02:03:28.768441 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-57d710ae-3b73-457d-ae30-904b7783dbc5 demo admin] 10.222.0.23 "GET /networking/v2.0/subnetpools/302181b3-a0eb-4440-bc5a-2bd589bb39dc HTTP/1.1" status: 200 len: 734 time: 0.0341561 Oct 23 02:03:28.777926 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Request body: {'subnet': {'subnetpool_id': '302181b3-a0eb-4440-bc5a-2bd589bb39dc', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2', 'gateway_ip': '172.20.0.1'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:28.815552 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Made reservation on behalf of 73ff53385fa04ce79a87c953b158d935 for: {'subnet': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:03:28.818310 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:28.826532 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:28.828507 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:29.114410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (103d313f-3e46-4ddd-b2fb-1ff09a1ec55b), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:29.187915 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Checking segment: {'id': 'b99780ca-64b1-49a3-b55f-b3a94d13243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:29.188284 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Network hostable DHCP agents. Network: e379460f-7da0-4c71-8623-2772a0f9f6f2, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:03:29.199357 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Pushing event updated for resources: {'Subnet': ['ID=103d313f-3e46-4ddd-b2fb-1ff09a1ec55b,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:29.211303 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:29.217152 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.217506 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.217871 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.218224 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.218590 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.218921 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.219245 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.219567 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.219905 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.220231 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.220553 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.220900 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.221232 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.221538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.221863 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Tracked resource versions report: Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: pushed versions: Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: { 'AddressGroup': {'1.2'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Agent': {'1.1'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'ConntrackHelper': {'1.0'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'LocalIPAssociation': {'1.0'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Log': {'1.0'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'NDPProxy': {'1.0'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Network': {'1.1'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Port': {'1.7'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'PortForwarding': {'1.3'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'QosPolicy': {'1.10'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SecurityGroup': {'1.5'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SecurityGroupRule': {'1.2'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SubPort': {'1.0'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Subnet': {'1.1'}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Trunk': {'1.1'}} Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: consumer versions: Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: { DHCP agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: L3 agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: Metadata agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: Metering agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: Open vSwitch agent@dv-cinder-861491-5-iscsi: { 'AddressGroup': '1.2', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Agent': '1.1', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'ConntrackHelper': '1.0', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'LocalIPAssociation': '1.0', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Log': '1.0', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'NDPProxy': '1.0', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Network': '1.1', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Port': '1.7', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'PortForwarding': '1.3', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'QosPolicy': '1.10', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SecurityGroup': '1.5', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SecurityGroupRule': '1.2', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SubPort': '1.0', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Subnet': '1.1', Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Trunk': '1.1'}} Oct 23 02:03:29.223584 dv-cinder-861491-5-iscsi neutron-server[104673]: {{(pid=104673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 02:03:29.244913 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Network e379460f-7da0-4c71-8623-2772a0f9f6f2 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:03:29.262287 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, e379460f-7da0-4c71-8623-2772a0f9f6f2) {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:29.267851 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:29.269512 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:29.270824 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7282786f-8319-4fa7-ab30-6dfb4a8d0dbc None None] Network e379460f-7da0-4c71-8623-2772a0f9f6f2 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:03:29.291980 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-fdd1c70f-6db0-45ff-8a2f-ca31e5e0a7aa demo admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5173655 Oct 23 02:03:29.539873 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-e379460f-7da0-4c71-8623-2772a0f9f6f2', 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2', 'project_id': '73ff53385fa04ce79a87c953b158d935', 'fixed_ips': [{'subnet_id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:03:29.541172 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:29.819219 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Allocated IP 172.20.0.2 (e379460f-7da0-4c71-8623-2772a0f9f6f2/103d313f-3e46-4ddd-b2fb-1ff09a1ec55b/3e00bc6c-f274-4e1a-a868-9401fd57d348) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:03:29.833011 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=61,neutron:INSERT=38,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:30.090947 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Publish callbacks [] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.098950 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.168794 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Network e379460f-7da0-4c71-8623-2772a0f9f6f2 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:30.174680 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:30.191023 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:03:30.198775 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Pushing event updated for resources: {'Port': ['ID=3e00bc6c-f274-4e1a-a868-9401fd57d348,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:30.247635 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.247987 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.248344 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.248703 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.249046 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.249378 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.249705 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.250031 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.250356 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.250708 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.251036 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.251361 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.251682 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.252003 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.252322 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Tracked resource versions report: Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: pushed versions: Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: { 'AddressGroup': {'1.2'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Agent': {'1.1'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'ConntrackHelper': {'1.0'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'LocalIPAssociation': {'1.0'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Log': {'1.0'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'NDPProxy': {'1.0'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Network': {'1.1'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Port': {'1.7'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'PortForwarding': {'1.3'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'QosPolicy': {'1.10'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SecurityGroup': {'1.5'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SecurityGroupRule': {'1.2'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SubPort': {'1.0'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Subnet': {'1.1'}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Trunk': {'1.1'}} Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: consumer versions: Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: { DHCP agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: L3 agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: Metadata agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: Metering agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: Open vSwitch agent@dv-cinder-861491-5-iscsi: { 'AddressGroup': '1.2', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Agent': '1.1', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'ConntrackHelper': '1.0', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'LocalIPAssociation': '1.0', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Log': '1.0', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'NDPProxy': '1.0', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Network': '1.1', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Port': '1.7', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'PortForwarding': '1.3', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'QosPolicy': '1.10', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SecurityGroup': '1.5', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SecurityGroupRule': '1.2', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SubPort': '1.0', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Subnet': '1.1', Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Trunk': '1.1'}} Oct 23 02:03:30.253754 dv-cinder-861491-5-iscsi neutron-server[104674]: {{(pid=104674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 02:03:30.291574 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Attempting to bind port 3e00bc6c-f274-4e1a-a868-9401fd57d348 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:03:30.292219 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Attempting to bind port 3e00bc6c-f274-4e1a-a868-9401fd57d348 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'b99780ca-64b1-49a3-b55f-b3a94d13243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:03:30.292389 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Attempting to bind port 3e00bc6c-f274-4e1a-a868-9401fd57d348 on network e379460f-7da0-4c71-8623-2772a0f9f6f2 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:03:30.337692 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:03:30.338052 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Checking segment: {'id': 'b99780ca-64b1-49a3-b55f-b3a94d13243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:30.338566 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.338967 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Bound using segment: {'id': 'b99780ca-64b1-49a3-b55f-b3a94d13243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:03:30.339494 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Bound port: 3e00bc6c-f274-4e1a-a868-9401fd57d348, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99780ca-64b1-49a3-b55f-b3a94d13243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:03:30.339891 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.350265 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:30.406628 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] For port 3e00bc6c-f274-4e1a-a868-9401fd57d348, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:03:30.426030 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] For port 3e00bc6c-f274-4e1a-a868-9401fd57d348, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=3e00bc6c-f274-4e1a-a868-9401fd57d348,segment=NetworkSegment(b99780ca-64b1-49a3-b55f-b3a94d13243c),segment_id=b99780ca-64b1-49a3-b55f-b3a94d13243c)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:03:30.433237 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:30.486240 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef5a76-31c4-4769-bd64-8320ed16d5a0 None None] Pushing event updated for resources: {'Port': ['ID=3e00bc6c-f274-4e1a-a868-9401fd57d348,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:32.006701 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47202) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:32.332513 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [None req-e6242e98-cf0e-4bfc-a701-150b8072294b admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:03:32.333516 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e6242e98-cf0e-4bfc-a701-150b8072294b admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3253324 Oct 23 02:03:35.004274 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47210) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:35.086061 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=50,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:35.330700 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [None req-f902368f-1df5-4231-bab7-04df4272457d admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104672) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:03:35.331841 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-f902368f-1df5-4231-bab7-04df4272457d admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3266060 Oct 23 02:03:38.112212 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47222) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:38.441946 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-04da2e53-c07a-46d3-932f-ee5b517965ab demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:38.467379 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-04da2e53-c07a-46d3-932f-ee5b517965ab demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (2686864a-a2fb-4e17-b760-2a62462bae4d), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:38.468994 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-04da2e53-c07a-46d3-932f-ee5b517965ab demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (2686864a-a2fb-4e17-b760-2a62462bae4d), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:38.609239 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-04da2e53-c07a-46d3-932f-ee5b517965ab demo demo] Publish callbacks [] for router_controller (2686864a-a2fb-4e17-b760-2a62462bae4d), precommit_add_association {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:38.614753 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-04da2e53-c07a-46d3-932f-ee5b517965ab demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (2686864a-a2fb-4e17-b760-2a62462bae4d), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:38.621902 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8518b130-f048-494b-9608-043b89224caf None None] Network e379460f-7da0-4c71-8623-2772a0f9f6f2 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:03:38.632380 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-04da2e53-c07a-46d3-932f-ee5b517965ab demo demo] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:38.633574 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-04da2e53-c07a-46d3-932f-ee5b517965ab demo demo] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5203941 Oct 23 02:03:38.693540 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-370854b8-b2c9-4f5d-9097-b879a5cbb4db None None] Provisioning complete for port 3e00bc6c-f274-4e1a-a868-9401fd57d348 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:38.694492 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-370854b8-b2c9-4f5d-9097-b879a5cbb4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:38.694868 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-370854b8-b2c9-4f5d-9097-b879a5cbb4db None None] Attempt 1 to provision port 3e00bc6c-f274-4e1a-a868-9401fd57d348 Oct 23 02:03:38.783486 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 3e00bc6c-f274-4e1a-a868-9401fd57d348 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:38.940556 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-370854b8-b2c9-4f5d-9097-b879a5cbb4db None None] Current status of the port 3e00bc6c-f274-4e1a-a868-9401fd57d348 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:38.940944 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-370854b8-b2c9-4f5d-9097-b879a5cbb4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:38.957966 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:38.981419 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 3e00bc6c-f274-4e1a-a868-9401fd57d348 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:38.981806 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:38.982148 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 3e00bc6c-f274-4e1a-a868-9401fd57d348 Oct 23 02:03:39.014764 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-370854b8-b2c9-4f5d-9097-b879a5cbb4db None None] For port 3e00bc6c-f274-4e1a-a868-9401fd57d348, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=3e00bc6c-f274-4e1a-a868-9401fd57d348,segment=NetworkSegment(b99780ca-64b1-49a3-b55f-b3a94d13243c),segment_id=b99780ca-64b1-49a3-b55f-b3a94d13243c)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:39.021791 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-370854b8-b2c9-4f5d-9097-b879a5cbb4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:39.110643 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370854b8-b2c9-4f5d-9097-b879a5cbb4db None None] Pushing event updated for resources: {'Port': ['ID=3e00bc6c-f274-4e1a-a868-9401fd57d348,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:39.113142 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 3e00bc6c-f274-4e1a-a868-9401fd57d348 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:39.142132 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-8baf2579-a6fc-444e-a87f-111bf2a0750f None None] Provisioning complete for port 3e00bc6c-f274-4e1a-a868-9401fd57d348 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:39.142559 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-8baf2579-a6fc-444e-a87f-111bf2a0750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:39.142904 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-8baf2579-a6fc-444e-a87f-111bf2a0750f None None] Attempt 1 to provision port 3e00bc6c-f274-4e1a-a868-9401fd57d348 Oct 23 02:03:39.217495 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-8baf2579-a6fc-444e-a87f-111bf2a0750f None None] Current status of the port 3e00bc6c-f274-4e1a-a868-9401fd57d348 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:39.286113 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=60,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:40.741244 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 3e00bc6c-f274-4e1a-a868-9401fd57d348 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:40.787134 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 3e00bc6c-f274-4e1a-a868-9401fd57d348 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:40.788205 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:40.788559 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 3e00bc6c-f274-4e1a-a868-9401fd57d348 Oct 23 02:03:40.861242 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 3e00bc6c-f274-4e1a-a868-9401fd57d348 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:41.303998 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47234) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:41.624824 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [None req-25c26b12-269f-4a99-8f95-b57430b7c033 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:03:41.625813 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-25c26b12-269f-4a99-8f95-b57430b7c033 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3209839 Oct 23 02:03:43.637913 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:43.646571 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a76b-b276-4a99-bfab-b272005da517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.279594 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47242) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:44.594707 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:44.617435 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Made reservation on behalf of ab10d627c6844be3824524caf5053de2 for: {'network': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:03:44.620093 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.635547 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.747968 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Publish callbacks [] for security_group (961d3a46-9656-4ddc-b1e8-e17687ae459e), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.751583 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (961d3a46-9656-4ddc-b1e8-e17687ae459e), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.766724 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Reserving flat network on physical network physnet1 {{(pid=104673) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 23 02:03:44.792777 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730035274554', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (fb498423-dd76-4c17-a3d9-77813df46996), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.793305 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Unsubscribe: segment precommit_create {{(pid=104673) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 02:03:44.793801 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.segments_db [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Added segment fb498423-dd76-4c17-a3d9-77813df46996 of type flat for network 08533f80-0157-46c7-9f27-7f3fbf8b0740 Oct 23 02:03:44.797417 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961d3a46-9656-4ddc-b1e8-e17687ae459e,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:44.850165 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (08533f80-0157-46c7-9f27-7f3fbf8b0740), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.890690 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (08533f80-0157-46c7-9f27-7f3fbf8b0740), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.891656 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:44.892227 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:44.977184 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6966231 Oct 23 02:03:45.006937 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97440542-f9a5-47f1-94be-2e930a610bfa admin admin] Pushing event updated for resources: {'Network': ['ID=08533f80-0157-46c7-9f27-7f3fbf8b0740,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:45.018290 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:03:46.036936 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-23319543-5d41-4550-b3f9-c2a217c89931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:47.080511 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:03:47.157329 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:47.619048 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47250) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:47.985044 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e20b5-f755-40fb-8b24-b90d69d9e014 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:47.986381 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-cb8e20b5-f755-40fb-8b24-b90d69d9e014 demo admin] 10.222.0.23 "GET /networking/v2.0/subnets/103d313f-3e46-4ddd-b2fb-1ff09a1ec55b HTTP/1.1" status: 200 len: 849 time: 0.3663857 Oct 23 02:03:48.147455 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-78168c7c-6346-47c4-9636-55f9243d130c demo admin] 10.222.0.23 "GET /networking/v2.0/routers/2686864a-a2fb-4e17-b760-2a62462bae4d HTTP/1.1" status: 200 len: 704 time: 0.1548443 Oct 23 02:03:48.412252 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:48.626683 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=10,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:48.627463 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=9,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:48.652465 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:48.686552 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:48.706465 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Allocated IP 172.20.0.1 (e379460f-7da0-4c71-8623-2772a0f9f6f2/103d313f-3e46-4ddd-b2fb-1ff09a1ec55b/58a1505f-0998-4849-9d11-744bdb2dc6d6) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:03:48.742184 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:48.867340 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Publish callbacks [] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:48.895368 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:48.929025 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:49.002636 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Network e379460f-7da0-4c71-8623-2772a0f9f6f2 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:49.010582 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:49.017091 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:03:49.017643 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (2686864a-a2fb-4e17-b760-2a62462bae4d), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:49.041486 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Pushing event updated for resources: {'Port': ['ID=58a1505f-0998-4849-9d11-744bdb2dc6d6,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:49.188464 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-b5e903fa-2a36-4eae-abee-4b3ac463c006 None None] Provisioning complete for port 58a1505f-0998-4849-9d11-744bdb2dc6d6 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:49.188857 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b5e903fa-2a36-4eae-abee-4b3ac463c006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:49.189201 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-b5e903fa-2a36-4eae-abee-4b3ac463c006 None None] Attempt 1 to provision port 58a1505f-0998-4849-9d11-744bdb2dc6d6 Oct 23 02:03:49.221562 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-b5e903fa-2a36-4eae-abee-4b3ac463c006 None None] Port 58a1505f-0998-4849-9d11-744bdb2dc6d6 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:03:49.273625 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:49.477902 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Publish callbacks [] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:49.482045 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:49.482859 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (2686864a-a2fb-4e17-b760-2a62462bae4d), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:49.562472 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Pushing event updated for resources: {'Port': ['ID=58a1505f-0998-4849-9d11-744bdb2dc6d6,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:49.609299 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Network e379460f-7da0-4c71-8623-2772a0f9f6f2 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:49.610599 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:49.621041 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:49.762687 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:49.770097 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Router 2686864a-a2fb-4e17-b760-2a62462bae4d is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:03:49.843612 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-517beec9-e77b-4bbc-8077-ac1d98859d86 None None] Provisioning complete for port 58a1505f-0998-4849-9d11-744bdb2dc6d6 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:49.844171 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-517beec9-e77b-4bbc-8077-ac1d98859d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:49.844343 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-517beec9-e77b-4bbc-8077-ac1d98859d86 None None] Attempt 1 to provision port 58a1505f-0998-4849-9d11-744bdb2dc6d6 Oct 23 02:03:49.862879 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:03:49.869052 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-beb38cea-27ba-4c68-9940-88771581badd demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/2686864a-a2fb-4e17-b760-2a62462bae4d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7160871 Oct 23 02:03:49.878302 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-517beec9-e77b-4bbc-8077-ac1d98859d86 None None] Port 58a1505f-0998-4849-9d11-744bdb2dc6d6 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:03:49.880087 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Sync routers for ids ['2686864a-a2fb-4e17-b760-2a62462bae4d'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:03:49.893457 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Routers {'2686864a-a2fb-4e17-b760-2a62462bae4d'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:49.894308 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:03:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['2686864a-a2fb-4e17-b760-2a62462bae4d'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:50.074983 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Set router 2686864a-a2fb-4e17-b760-2a62462bae4d gateway port host: None {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:50.499531 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'name': 'router1', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:38Z', 'updated_at': '2022-10-23T02:03:49Z', 'revision_number': 2, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'gw_port_host': None, '_interfaces': [{'id': '58a1505f-0998-4849-9d11-744bdb2dc6d6', 'name': '', 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'mac_address': 'fa:16:3e:21:85:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:48Z', 'updated_at': '2022-10-23T02:03:49Z', 'revision_number': 2, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'subnets': [{'id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302181b3-a0eb-4440-bc5a-2bd589bb39dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:50.549976 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Checking router: 2686864a-a2fb-4e17-b760-2a62462bae4d for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:03:50.550352 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Updating router 2686864a-a2fb-4e17-b760-2a62462bae4d port 58a1505f-0998-4849-9d11-744bdb2dc6d6 binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:03:50.605344 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:51.105518 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Publish callbacks [] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:51.111792 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:51.253611 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Pushing event updated for resources: {'Port': ['ID=58a1505f-0998-4849-9d11-744bdb2dc6d6,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:51.266763 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.267116 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.267469 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.267814 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.268147 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.268479 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.268808 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.269139 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.269464 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.269786 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.270112 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.270467 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.271335 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.271647 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.271967 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Tracked resource versions report: Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: pushed versions: Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: { 'AddressGroup': {'1.2'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Agent': {'1.1'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'ConntrackHelper': {'1.0'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'LocalIPAssociation': {'1.0'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Log': {'1.0'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'NDPProxy': {'1.0'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Network': {'1.1'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Port': {'1.7'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'PortForwarding': {'1.3'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'QosPolicy': {'1.10'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SecurityGroup': {'1.5'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SecurityGroupRule': {'1.2'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SubPort': {'1.0'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Subnet': {'1.1'}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Trunk': {'1.1'}} Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: consumer versions: Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: { DHCP agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: L3 agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: Metadata agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: Metering agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: Open vSwitch agent@dv-cinder-861491-5-iscsi: { 'AddressGroup': '1.2', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Agent': '1.1', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'ConntrackHelper': '1.0', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'LocalIPAssociation': '1.0', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Log': '1.0', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'NDPProxy': '1.0', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Network': '1.1', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Port': '1.7', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'PortForwarding': '1.3', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'QosPolicy': '1.10', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SecurityGroup': '1.5', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SecurityGroupRule': '1.2', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SubPort': '1.0', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Subnet': '1.1', Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Trunk': '1.1'}} Oct 23 02:03:51.273372 dv-cinder-861491-5-iscsi neutron-server[104675]: {{(pid=104675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 02:03:51.279217 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Attempting to bind port 58a1505f-0998-4849-9d11-744bdb2dc6d6 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:03:51.279624 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Attempting to bind port 58a1505f-0998-4849-9d11-744bdb2dc6d6 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'b99780ca-64b1-49a3-b55f-b3a94d13243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:03:51.280072 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Attempting to bind port 58a1505f-0998-4849-9d11-744bdb2dc6d6 on network e379460f-7da0-4c71-8623-2772a0f9f6f2 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:03:51.363632 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:03:51.364059 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Checking segment: {'id': 'b99780ca-64b1-49a3-b55f-b3a94d13243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:51.364650 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:51.365163 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Bound using segment: {'id': 'b99780ca-64b1-49a3-b55f-b3a94d13243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:03:51.365732 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Bound port: 58a1505f-0998-4849-9d11-744bdb2dc6d6, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99780ca-64b1-49a3-b55f-b3a94d13243c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:03:51.366208 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:51.415531 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:51.427304 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:51.431266 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] For port 58a1505f-0998-4849-9d11-744bdb2dc6d6, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:03:51.451997 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] For port 58a1505f-0998-4849-9d11-744bdb2dc6d6, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=58a1505f-0998-4849-9d11-744bdb2dc6d6,segment=NetworkSegment(b99780ca-64b1-49a3-b55f-b3a94d13243c),segment_id=b99780ca-64b1-49a3-b55f-b3a94d13243c)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:03:51.457498 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:51.496530 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Routers {'2686864a-a2fb-4e17-b760-2a62462bae4d'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:51.497144 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:03:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['2686864a-a2fb-4e17-b760-2a62462bae4d'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:51.548758 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c226f5-a04b-42b0-8a0d-a805ece3eb57 None None] Pushing event updated for resources: {'Port': ['ID=58a1505f-0998-4849-9d11-744bdb2dc6d6,revision_number=4']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:51.594045 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] Set router 2686864a-a2fb-4e17-b760-2a62462bae4d gateway port host: None {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:51.785857 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'name': 'router1', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:38Z', 'updated_at': '2022-10-23T02:03:49Z', 'revision_number': 2, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'gw_port_host': None, '_interfaces': [{'id': '58a1505f-0998-4849-9d11-744bdb2dc6d6', 'name': '', 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'mac_address': 'fa:16:3e:21:85:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:48Z', 'updated_at': '2022-10-23T02:03:51Z', 'revision_number': 4, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'subnets': [{'id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302181b3-a0eb-4440-bc5a-2bd589bb39dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:51.811102 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4d4a5-7a77-4a0d-aecf-4ca5ffa0937b None None] The sync data for ids ['2686864a-a2fb-4e17-b760-2a62462bae4d'] in dv-cinder-861491-5-iscsi is: [{'id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'name': 'router1', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:38Z', 'updated_at': '2022-10-23T02:03:49Z', 'revision_number': 2, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'gw_port_host': None, '_interfaces': [{'id': '58a1505f-0998-4849-9d11-744bdb2dc6d6', 'name': '', 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'mac_address': 'fa:16:3e:21:85:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:48Z', 'updated_at': '2022-10-23T02:03:51Z', 'revision_number': 4, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'subnets': [{'id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302181b3-a0eb-4440-bc5a-2bd589bb39dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:03:52.498979 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47264) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:52.900243 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92990ed0-24a0-46a8-8cff-96a9c2b48d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:52.901850 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-92990ed0-24a0-46a8-8cff-96a9c2b48d8c admin admin] 10.222.0.23 "GET /networking/v2.0/networks/08533f80-0157-46c7-9f27-7f3fbf8b0740 HTTP/1.1" status: 200 len: 842 time: 0.4019198 Oct 23 02:03:52.912474 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:52.936207 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Made reservation on behalf of ab10d627c6844be3824524caf5053de2 for: {'subnet': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:03:52.938664 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:53.221742 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.objects.ports [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104673) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 02:03:53.222176 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (8f03e554-11c7-4d2c-b57a-663b28b219d5), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:53.278939 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f03e554-11c7-4d2c-b57a-663b28b219d5,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:53.285858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:53.286790 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Network hostable DHCP agents. Network: 08533f80-0157-46c7-9f27-7f3fbf8b0740, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:03:53.304397 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:03:53.312764 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 08533f80-0157-46c7-9f27-7f3fbf8b0740) {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:53.317024 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:53.317892 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:53.323447 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1e430a-2a45-4c3e-b430-6cced81b9b4a None None] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:03:53.339062 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-cce21180-8731-43b2-b604-24f3d7abdaf5 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4307868 Oct 23 02:03:53.439274 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a763cc-b64a-426d-baa4-6c532aefcd30 None None] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:03:56.031558 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47272) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:03:56.459390 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e3e7fc78-c00f-489c-a8b5-dcf742517ed4 demo admin] 10.222.0.23 "GET /networking/v2.0/routers/2686864a-a2fb-4e17-b760-2a62462bae4d HTTP/1.1" status: 200 len: 710 time: 0.4264526 Oct 23 02:03:56.546525 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e997a-6c60-4e8a-abd0-bd6d7ee637e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:03:56.548311 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-df5e997a-6c60-4e8a-abd0-bd6d7ee637e8 demo admin] 10.222.0.23 "GET /networking/v2.0/networks/08533f80-0157-46c7-9f27-7f3fbf8b0740 HTTP/1.1" status: 200 len: 886 time: 0.0824974 Oct 23 02:03:56.558153 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:03:56.719142 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:56.767983 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:56.780631 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 58a1505f-0998-4849-9d11-744bdb2dc6d6 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:56.830898 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 58a1505f-0998-4849-9d11-744bdb2dc6d6 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:56.831371 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:56.831776 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 58a1505f-0998-4849-9d11-744bdb2dc6d6 Oct 23 02:03:56.877655 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:56.903178 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Publish callbacks [] for router_gateway (2686864a-a2fb-4e17-b760-2a62462bae4d), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:56.920144 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 58a1505f-0998-4849-9d11-744bdb2dc6d6 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:56.920541 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:56.959831 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 58a1505f-0998-4849-9d11-744bdb2dc6d6, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=58a1505f-0998-4849-9d11-744bdb2dc6d6,segment=NetworkSegment(b99780ca-64b1-49a3-b55f-b3a94d13243c),segment_id=b99780ca-64b1-49a3-b55f-b3a94d13243c)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:03:56.964044 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:57.013617 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=58a1505f-0998-4849-9d11-744bdb2dc6d6,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:57.132401 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Publish callbacks [] for router_gateway (2686864a-a2fb-4e17-b760-2a62462bae4d), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:57.210067 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:57.313602 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Allocated IP 172.27.0.53 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/89408252-1fd8-40e5-a322-bbefcdf196ac) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:03:57.420676 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Publish callbacks [] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:57.451742 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:57.488616 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:03:57.492119 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:03:57.494577 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:03:57.539069 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Pushing event updated for resources: {'Port': ['ID=89408252-1fd8-40e5-a322-bbefcdf196ac,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:57.604522 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:57.684779 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:57.749063 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Publish callbacks [] for router_gateway (2686864a-a2fb-4e17-b760-2a62462bae4d), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:57.936935 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3803421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3813819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43908'] for router (2686864a-a2fb-4e17-b760-2a62462bae4d), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:57.940776 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3803492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3803414', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3813762'] for router (2686864a-a2fb-4e17-b760-2a62462bae4d), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:58.123133 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Router 2686864a-a2fb-4e17-b760-2a62462bae4d has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:03:58.225841 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:03:58.230076 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:58.231309 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-10b66e03-5814-4fb5-98bc-aad607d36b30 demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/2686864a-a2fb-4e17-b760-2a62462bae4d HTTP/1.1" status: 200 len: 889 time: 1.6769106 Oct 23 02:03:58.235220 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Sync routers for ids ['2686864a-a2fb-4e17-b760-2a62462bae4d'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:03:58.248148 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Routers {'2686864a-a2fb-4e17-b760-2a62462bae4d'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:58.248842 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:03:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['2686864a-a2fb-4e17-b760-2a62462bae4d'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:58.460070 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Set router 2686864a-a2fb-4e17-b760-2a62462bae4d gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:58.683580 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:58.755516 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 58a1505f-0998-4849-9d11-744bdb2dc6d6 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:03:58.879910 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 58a1505f-0998-4849-9d11-744bdb2dc6d6 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:03:58.880304 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:58.880647 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 58a1505f-0998-4849-9d11-744bdb2dc6d6 Oct 23 02:03:58.885362 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'name': 'router1', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '89408252-1fd8-40e5-a322-bbefcdf196ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:38Z', 'updated_at': '2022-10-23T02:03:57Z', 'revision_number': 4, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'gw_port': {'id': '89408252-1fd8-40e5-a322-bbefcdf196ac', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:57Z', 'updated_at': '2022-10-23T02:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '58a1505f-0998-4849-9d11-744bdb2dc6d6', 'name': '', 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'mac_address': 'fa:16:3e:21:85:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:48Z', 'updated_at': '2022-10-23T02:03:56Z', 'revision_number': 5, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'subnets': [{'id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302181b3-a0eb-4440-bc5a-2bd589bb39dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:59.025465 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Checking router: 2686864a-a2fb-4e17-b760-2a62462bae4d for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:03:59.025867 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Updating router 2686864a-a2fb-4e17-b760-2a62462bae4d port 89408252-1fd8-40e5-a322-bbefcdf196ac binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:03:59.091032 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:59.223931 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 58a1505f-0998-4849-9d11-744bdb2dc6d6 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:03:59.425988 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:59.440641 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Publish callbacks [] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:59.446601 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:59.481290 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Attempting to bind port 89408252-1fd8-40e5-a322-bbefcdf196ac on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:03:59.481583 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Attempting to bind port 89408252-1fd8-40e5-a322-bbefcdf196ac by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:03:59.481944 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Attempting to bind port 89408252-1fd8-40e5-a322-bbefcdf196ac on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:03:59.515616 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b3113-6489-43b5-9ce0-94dc48a74015 None None] Pushing event updated for resources: {'Port': ['ID=89408252-1fd8-40e5-a322-bbefcdf196ac,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:59.536978 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:03:59.537348 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:03:59.537740 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:59.538123 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:03:59.538625 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Bound port: 89408252-1fd8-40e5-a322-bbefcdf196ac, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:03:59.539000 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:59.586121 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] For port 89408252-1fd8-40e5-a322-bbefcdf196ac, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:03:59.589050 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] For port 89408252-1fd8-40e5-a322-bbefcdf196ac, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=89408252-1fd8-40e5-a322-bbefcdf196ac,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:03:59.595169 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:03:59.633575 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Routers {'2686864a-a2fb-4e17-b760-2a62462bae4d'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:03:59.634184 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:03:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['2686864a-a2fb-4e17-b760-2a62462bae4d'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:59.671808 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:03:59.688830 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b3113-6489-43b5-9ce0-94dc48a74015 None None] Pushing event updated for resources: {'Port': ['ID=89408252-1fd8-40e5-a322-bbefcdf196ac,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:03:59.751583 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] Set router 2686864a-a2fb-4e17-b760-2a62462bae4d gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:03:59.947847 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'name': 'router1', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '89408252-1fd8-40e5-a322-bbefcdf196ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:38Z', 'updated_at': '2022-10-23T02:03:57Z', 'revision_number': 4, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'gw_port': {'id': '89408252-1fd8-40e5-a322-bbefcdf196ac', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:57Z', 'updated_at': '2022-10-23T02:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '58a1505f-0998-4849-9d11-744bdb2dc6d6', 'name': '', 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'mac_address': 'fa:16:3e:21:85:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:48Z', 'updated_at': '2022-10-23T02:03:56Z', 'revision_number': 5, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'subnets': [{'id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302181b3-a0eb-4440-bc5a-2bd589bb39dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:03:59.972896 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab7cf7-9cd1-4beb-a269-38f1d33237ad None None] The sync data for ids ['2686864a-a2fb-4e17-b760-2a62462bae4d'] in dv-cinder-861491-5-iscsi is: [{'id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'name': 'router1', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '89408252-1fd8-40e5-a322-bbefcdf196ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:03:38Z', 'updated_at': '2022-10-23T02:03:57Z', 'revision_number': 4, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'gw_port': {'id': '89408252-1fd8-40e5-a322-bbefcdf196ac', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:57Z', 'updated_at': '2022-10-23T02:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '58a1505f-0998-4849-9d11-744bdb2dc6d6', 'name': '', 'network_id': 'e379460f-7da0-4c71-8623-2772a0f9f6f2', 'tenant_id': '73ff53385fa04ce79a87c953b158d935', 'mac_address': 'fa:16:3e:21:85:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2686864a-a2fb-4e17-b760-2a62462bae4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:03:48Z', 'updated_at': '2022-10-23T02:03:56Z', 'revision_number': 5, 'project_id': '73ff53385fa04ce79a87c953b158d935', 'subnets': [{'id': '103d313f-3e46-4ddd-b2fb-1ff09a1ec55b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '302181b3-a0eb-4440-bc5a-2bd589bb39dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:04:00.785215 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 89408252-1fd8-40e5-a322-bbefcdf196ac up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:00.829580 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 89408252-1fd8-40e5-a322-bbefcdf196ac triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:00.830063 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:00.830410 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 89408252-1fd8-40e5-a322-bbefcdf196ac Oct 23 02:04:00.903648 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 89408252-1fd8-40e5-a322-bbefcdf196ac is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:00.904029 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:00.923910 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 89408252-1fd8-40e5-a322-bbefcdf196ac, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=89408252-1fd8-40e5-a322-bbefcdf196ac,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:04:00.928694 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:00.974741 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=89408252-1fd8-40e5-a322-bbefcdf196ac,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:04:01.074364 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47284) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:04:01.462982 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d64c8e2c-68d5-4d70-9a62-0b45e04ffdb6 admin admin] 10.222.0.23 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3875029 Oct 23 02:04:02.771584 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 89408252-1fd8-40e5-a322-bbefcdf196ac up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:04:02.815461 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:02.820891 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 89408252-1fd8-40e5-a322-bbefcdf196ac triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:04:02.821242 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (89408252-1fd8-40e5-a322-bbefcdf196ac), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:02.821614 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 89408252-1fd8-40e5-a322-bbefcdf196ac Oct 23 02:04:02.891888 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 89408252-1fd8-40e5-a322-bbefcdf196ac is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:04:11.082416 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=43,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:11.089133 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=45 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:11.450975 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=55 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:11.459116 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=57 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:12.887703 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:12.895014 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:13.652030 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ee69691d-3fb1-4c49-9f25-638ae1b7145e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:16.044948 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6aa77c26-0de0-45c1-8779-c1e3bbccfe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:17.132360 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:18.754736 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:18.905140 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:24.084154 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:04:28.894363 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:28.901487 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:34.083536 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:43.652934 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-91251428-b722-4747-9b06-736202d43bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:46.039799 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-183ab76d-11c3-4813-b673-8a8c86c08d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:47.118254 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.074759 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:48.088404 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:48.755103 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:48.903742 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:04:58.895189 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:04:58.897972 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:01.084597 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:05:12.074582 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:12.076603 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:13.647402 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3bc6-22b1-4ba4-806d-d15d8e7e7394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:16.042922 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9dd5-6ad9-437e-a6aa-b04e3d94b8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:17.112407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:18.754664 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:18.897214 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:25.080711 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:25.087221 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:26.755986 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47834) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:27.090048 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb3fc6c-f5b7-4306-9c3a-826838a6bb8b admin admin] GET failed (client error): The resource could not be found. Oct 23 02:05:27.091447 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-1eb3fc6c-f5b7-4306-9c3a-826838a6bb8b admin admin] 10.222.0.23 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3345230 Oct 23 02:05:27.253204 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ea580b-d545-4ed9-8ff1-e5f92fed717d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:27.254620 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-08ea580b-d545-4ed9-8ff1-e5f92fed717d admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586218 Oct 23 02:05:28.886929 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:28.893343 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:29.847594 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47844) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:30.214202 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b65ec7-a54c-4c62-9638-dba9d50bce4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:30.215475 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-01b65ec7-a54c-4c62-9638-dba9d50bce4c admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/103d313f-3e46-4ddd-b2fb-1ff09a1ec55b HTTP/1.1" status: 200 len: 849 time: 0.3668890 Oct 23 02:05:30.225100 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:05:30.308801 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Publish callbacks [] for subnet (103d313f-3e46-4ddd-b2fb-1ff09a1ec55b), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:30.450534 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730035183288'] for subnet (103d313f-3e46-4ddd-b2fb-1ff09a1ec55b), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:30.479671 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:30.481051 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:30.498472 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] 10.222.0.23 "PUT /networking/v2.0/subnets/103d313f-3e46-4ddd-b2fb-1ff09a1ec55b HTTP/1.1" status: 200 len: 868 time: 0.2606506 Oct 23 02:05:30.498719 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd1b12-48f5-4d9d-8aa3-3316134488cc None None] Network e379460f-7da0-4c71-8623-2772a0f9f6f2 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:05:30.504815 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=103d313f-3e46-4ddd-b2fb-1ff09a1ec55b,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:05:30.512651 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.512994 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.513364 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.513707 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.514040 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.514369 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.514729 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.515055 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.515382 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.515709 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.516035 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.516360 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.516681 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.516999 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.517319 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b0309-1644-40f3-b159-fcd4572f5dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:05:30.788651 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-77f78e78-da74-4b4b-bb47-b04fa75f09e8 None None] Provisioning complete for port 3e00bc6c-f274-4e1a-a868-9401fd57d348 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:05:30.789124 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-77f78e78-da74-4b4b-bb47-b04fa75f09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e00bc6c-f274-4e1a-a868-9401fd57d348), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:30.789550 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-77f78e78-da74-4b4b-bb47-b04fa75f09e8 None None] Attempt 1 to provision port 3e00bc6c-f274-4e1a-a868-9401fd57d348 Oct 23 02:05:30.864130 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-77f78e78-da74-4b4b-bb47-b04fa75f09e8 None None] Current status of the port 3e00bc6c-f274-4e1a-a868-9401fd57d348 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:05:30.872109 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-77f78e78-da74-4b4b-bb47-b04fa75f09e8 None None] Provisioning complete for port 58a1505f-0998-4849-9d11-744bdb2dc6d6 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:05:30.872501 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-77f78e78-da74-4b4b-bb47-b04fa75f09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (58a1505f-0998-4849-9d11-744bdb2dc6d6), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:30.872842 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-77f78e78-da74-4b4b-bb47-b04fa75f09e8 None None] Attempt 1 to provision port 58a1505f-0998-4849-9d11-744bdb2dc6d6 Oct 23 02:05:30.943568 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-77f78e78-da74-4b4b-bb47-b04fa75f09e8 None None] Current status of the port 58a1505f-0998-4849-9d11-744bdb2dc6d6 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:05:33.097223 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47852) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:33.590667 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1226f9b-5013-4c06-9ad8-3b7084477295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:33.591151 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1226f9b-5013-4c06-9ad8-3b7084477295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:33.592721 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b1226f9b-5013-4c06-9ad8-3b7084477295 admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4946561 Oct 23 02:05:36.162739 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47862) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:36.582230 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61783288-f5b8-488f-8919-f3269acd71ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:36.582730 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61783288-f5b8-488f-8919-f3269acd71ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:36.584244 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-61783288-f5b8-488f-8919-f3269acd71ee admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4205270 Oct 23 02:05:38.084084 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:05:39.155615 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47870) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:39.606357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75fe8c6-4b68-4698-b9ce-278cb22400e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:39.607751 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-f75fe8c6-4b68-4698-b9ce-278cb22400e7 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/08533f80-0157-46c7-9f27-7f3fbf8b0740 HTTP/1.1" status: 200 len: 886 time: 0.4511967 Oct 23 02:05:40.507561 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:40.508403 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=63,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:40.938659 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=38 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:40.941592 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=39 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:42.286142 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 47878) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:42.701176 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c7131-52aa-42ce-a340-a9c2f1373f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:42.702818 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-7c5c7131-52aa-42ce-a340-a9c2f1373f32 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/e379460f-7da0-4c71-8623-2772a0f9f6f2 HTTP/1.1" status: 200 len: 869 time: 0.4157655 Oct 23 02:05:43.651621 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c2f85072-21a4-4b02-abc0-04e9c24f9eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:45.253857 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47886) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:45.658638 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92a76ab-5dda-4581-92a4-151f6784f2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:45.659107 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92a76ab-5dda-4581-92a4-151f6784f2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:45.660655 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b92a76ab-5dda-4581-92a4-151f6784f2be admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4059370 Oct 23 02:05:46.045612 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-03fb4536-0c0e-46bb-9570-2ba569862ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:47.115572 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:48.080959 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:48.242336 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47894) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:48.610771 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52807ced-fc5d-4275-b7ed-f612e17a1024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:48.611234 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52807ced-fc5d-4275-b7ed-f612e17a1024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:48.612738 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-52807ced-fc5d-4275-b7ed-f612e17a1024 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3694971 Oct 23 02:05:48.757666 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:48.902342 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:05:51.213858 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47902) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:51.612285 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c6e8b8-9918-496d-a4ab-d8fe5499b401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:51.613656 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-88c6e8b8-9918-496d-a4ab-d8fe5499b401 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/103d313f-3e46-4ddd-b2fb-1ff09a1ec55b HTTP/1.1" status: 200 len: 868 time: 0.3988457 Oct 23 02:05:52.697257 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=10 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:52.699195 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=13 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:54.155581 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47910) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:05:54.516997 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac23160-2bd0-4efe-afea-e811b380bc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:05:54.518358 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-2ac23160-2bd0-4efe-afea-e811b380bc2f admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/8f03e554-11c7-4d2c-b57a-663b28b219d5 HTTP/1.1" status: 200 len: 816 time: 0.3618405 Oct 23 02:05:58.891120 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:05:58.896444 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:04.512875 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=59 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:04.513650 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=56 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:08.970635 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=18 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:08.975694 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=14 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:13.653620 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-a2f35cea-060f-403b-8e5d-3bcfae8d41f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:15.083524 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:06:16.050103 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-7ce81ae6-256f-4100-b6f6-7cb4b7f7c368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:17.124133 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:18.761008 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:18.904292 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:24.136304 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47966) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:06:24.462221 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [None req-e7da1f5a-6f78-43af-b2d9-6f74e4b9353c admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104672) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:06:24.463341 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e7da1f5a-6f78-43af-b2d9-6f74e4b9353c admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3260949 Oct 23 02:06:25.080045 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:27.104707 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47974) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:06:27.436162 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5c2723-5e26-4a1f-a81a-c9753b82fa0f admin admin] GET failed (client error): The resource could not be found. Oct 23 02:06:27.437440 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-3f5c2723-5e26-4a1f-a81a-c9753b82fa0f admin admin] 10.222.0.23 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3318853 Oct 23 02:06:27.582048 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f8775a-5e6b-4db0-b47d-cd220de6cde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:06:27.584084 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-a1f8775a-5e6b-4db0-b47d-cd220de6cde6 admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1414161 Oct 23 02:06:28.893458 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:28.900464 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:30.187590 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47982) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:06:30.512548 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:06:30.531886 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Made reservation on behalf of ab10d627c6844be3824524caf5053de2 for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:06:30.534288 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:30.572248 dv-cinder-861491-5-iscsi neutron-server[104672]: WARNING neutron.services.revisions.revision_plugin [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Could not find related network for resource to bump revision. Oct 23 02:06:30.586878 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:06:30.596400 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (9de9ab89-b54e-401e-b55b-7ef4b932ca52), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:30.596733 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Added segment 9de9ab89-b54e-401e-b55b-7ef4b932ca52 of type vlan for network f01d0831-01fd-41f3-a4b0-38b7365db3d4 Oct 23 02:06:30.637734 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (f01d0831-01fd-41f3-a4b0-38b7365db3d4), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:30.662401 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (f01d0831-01fd-41f3-a4b0-38b7365db3d4), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:30.663399 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:06:30.663983 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:30.743631 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5548868 Oct 23 02:06:30.763088 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Pushing event updated for resources: {'Network': ['ID=f01d0831-01fd-41f3-a4b0-38b7365db3d4,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:06:30.771435 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.771683 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.772098 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.772451 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.772795 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.773135 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.773472 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.773807 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.774170 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.774536 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.774877 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.775214 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.775547 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.775880 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.776215 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab6289-73a2-48e4-8b16-503a8d127101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:30.789615 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network f01d0831-01fd-41f3-a4b0-38b7365db3d4 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:06:33.361809 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 47990) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:06:33.689526 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.pecan_wsgi.hooks.translation [None req-96520ade-faf4-4887-ba46-b3acdad371ad admin admin] GET failed (client error): The resource could not be found. Oct 23 02:06:33.690894 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-96520ade-faf4-4887-ba46-b3acdad371ad admin admin] 10.222.0.23 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3281190 Oct 23 02:06:33.765766 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d670ca2-c37c-46c1-a047-04d485a944b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:06:33.767262 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-4d670ca2-c37c-46c1-a047-04d485a944b6 admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718210 Oct 23 02:06:33.777720 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Request body: {'subnet': {'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:06:33.799404 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Made reservation on behalf of ab10d627c6844be3824524caf5053de2 for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:06:33.801645 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:33.991593 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (9274f2a3-8583-4625-ab38-7dd48435b047), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:34.049434 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9274f2a3-8583-4625-ab38-7dd48435b047,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:06:34.062133 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Checking segment: {'id': '9de9ab89-b54e-401e-b55b-7ef4b932ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:06:34.062531 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Network hostable DHCP agents. Network: f01d0831-01fd-41f3-a4b0-38b7365db3d4, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:06:34.087562 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Network f01d0831-01fd-41f3-a4b0-38b7365db3d4 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:06:34.098124 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, f01d0831-01fd-41f3-a4b0-38b7365db3d4) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:06:34.103320 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:06:34.104128 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:34.108403 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df9717-57fd-44e7-8d32-47b9ba41149a None None] Network f01d0831-01fd-41f3-a4b0-38b7365db3d4 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:06:34.189647 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-aed9be4d-9564-431d-8096-9f9cd203d4ab admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4031966 Oct 23 02:06:34.216674 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-f01d0831-01fd-41f3-a4b0-38b7365db3d4', 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4', 'project_id': 'ab10d627c6844be3824524caf5053de2', 'fixed_ips': [{'subnet_id': '9274f2a3-8583-4625-ab38-7dd48435b047'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:06:34.217639 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:34.456590 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Allocated IP 192.168.233.2 (f01d0831-01fd-41f3-a4b0-38b7365db3d4/9274f2a3-8583-4625-ab38-7dd48435b047/424c011c-9c0e-4186-a14d-c793935937b9) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:06:34.606538 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Publish callbacks [] for port (424c011c-9c0e-4186-a14d-c793935937b9), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:34.612998 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (424c011c-9c0e-4186-a14d-c793935937b9), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:34.651989 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Network f01d0831-01fd-41f3-a4b0-38b7365db3d4 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:06:34.657069 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:06:34.663692 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:06:34.668665 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Pushing event updated for resources: {'Port': ['ID=424c011c-9c0e-4186-a14d-c793935937b9,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:06:34.693220 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.693601 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.693950 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.694312 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.694680 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.695019 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.695357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.695683 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.696013 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.696343 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.696670 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.697016 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.697343 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.697673 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.697996 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:06:34.734370 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Attempting to bind port 424c011c-9c0e-4186-a14d-c793935937b9 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:06:34.734738 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Attempting to bind port 424c011c-9c0e-4186-a14d-c793935937b9 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '9de9ab89-b54e-401e-b55b-7ef4b932ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:06:34.735135 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Attempting to bind port 424c011c-9c0e-4186-a14d-c793935937b9 on network f01d0831-01fd-41f3-a4b0-38b7365db3d4 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:06:34.778078 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:06:34.778467 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Checking segment: {'id': '9de9ab89-b54e-401e-b55b-7ef4b932ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:06:34.778892 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:34.779287 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Bound using segment: {'id': '9de9ab89-b54e-401e-b55b-7ef4b932ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:06:34.779786 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Bound port: 424c011c-9c0e-4186-a14d-c793935937b9, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de9ab89-b54e-401e-b55b-7ef4b932ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:06:34.780189 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (424c011c-9c0e-4186-a14d-c793935937b9), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:34.847129 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] For port 424c011c-9c0e-4186-a14d-c793935937b9, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:06:34.850933 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] For port 424c011c-9c0e-4186-a14d-c793935937b9, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=424c011c-9c0e-4186-a14d-c793935937b9,segment=NetworkSegment(9de9ab89-b54e-401e-b55b-7ef4b932ca52),segment_id=9de9ab89-b54e-401e-b55b-7ef4b932ca52)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:06:34.856654 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (424c011c-9c0e-4186-a14d-c793935937b9), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:34.915282 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73678825-fb0c-41a0-a601-aef56392fb16 None None] Pushing event updated for resources: {'Port': ['ID=424c011c-9c0e-4186-a14d-c793935937b9,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:06:35.679078 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0049df18-77fb-462d-8561-67fdcf56c1e5 None None] Network f01d0831-01fd-41f3-a4b0-38b7365db3d4 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:06:35.746258 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-6d065c7d-54e8-4a60-8ad6-2485f849f104 None None] Provisioning complete for port 424c011c-9c0e-4186-a14d-c793935937b9 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:06:35.746677 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6d065c7d-54e8-4a60-8ad6-2485f849f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (424c011c-9c0e-4186-a14d-c793935937b9), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:35.747020 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-6d065c7d-54e8-4a60-8ad6-2485f849f104 None None] Attempt 1 to provision port 424c011c-9c0e-4186-a14d-c793935937b9 Oct 23 02:06:35.750560 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:35.781124 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:35.870703 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-6d065c7d-54e8-4a60-8ad6-2485f849f104 None None] Current status of the port 424c011c-9c0e-4186-a14d-c793935937b9 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:06:35.870942 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6d065c7d-54e8-4a60-8ad6-2485f849f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (424c011c-9c0e-4186-a14d-c793935937b9), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:35.913764 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-6d065c7d-54e8-4a60-8ad6-2485f849f104 None None] For port 424c011c-9c0e-4186-a14d-c793935937b9, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=424c011c-9c0e-4186-a14d-c793935937b9,segment=NetworkSegment(9de9ab89-b54e-401e-b55b-7ef4b932ca52),segment_id=9de9ab89-b54e-401e-b55b-7ef4b932ca52)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:06:35.920345 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6d065c7d-54e8-4a60-8ad6-2485f849f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (424c011c-9c0e-4186-a14d-c793935937b9), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:35.979458 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d065c7d-54e8-4a60-8ad6-2485f849f104 None None] Pushing event updated for resources: {'Port': ['ID=424c011c-9c0e-4186-a14d-c793935937b9,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:06:36.041416 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-45665f7d-818f-42f3-9de7-807990fc2aae None None] Provisioning complete for port 424c011c-9c0e-4186-a14d-c793935937b9 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:06:36.041726 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-45665f7d-818f-42f3-9de7-807990fc2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (424c011c-9c0e-4186-a14d-c793935937b9), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:36.042186 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-45665f7d-818f-42f3-9de7-807990fc2aae None None] Attempt 1 to provision port 424c011c-9c0e-4186-a14d-c793935937b9 Oct 23 02:06:36.114879 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-45665f7d-818f-42f3-9de7-807990fc2aae None None] Current status of the port 424c011c-9c0e-4186-a14d-c793935937b9 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:06:36.871382 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 424c011c-9c0e-4186-a14d-c793935937b9 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:06:36.918825 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 424c011c-9c0e-4186-a14d-c793935937b9 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:06:36.919231 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (424c011c-9c0e-4186-a14d-c793935937b9), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:36.919579 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 424c011c-9c0e-4186-a14d-c793935937b9 Oct 23 02:06:36.991774 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 424c011c-9c0e-4186-a14d-c793935937b9 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:06:39.074250 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:39.079319 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:43.657371 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd5f8-2f91-4cd0-8f2f-d9292b0a96b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:44.169491 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:44.170286 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:46.052355 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-cc22e4f0-c161-4cd0-81e3-e4bf0eba9a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:47.120474 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:48.763767 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:48.907212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:06:52.082698 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:06:58.896515 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:06:58.902312 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:02.077443 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:13.660637 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-48118cd0-9fe1-4c46-a43c-b7eed5c5ae12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:16.054228 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-02483522-ca0c-4d7e-aade-832f6d8d4f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:16.071211 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:16.076339 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:17.126001 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:18.765431 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:18.911467 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:28.904856 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:28.906978 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:29.082117 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:07:39.094213 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:43.663756 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c54a8ac9-7ba8-4cbf-9ffb-ba8e2fe68f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:46.057071 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1912cc04-ec13-49e1-9b62-6098afe32cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:47.128157 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:48.769487 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:48.826178 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48034) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:07:48.832102 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [None req-4addd812-dd80-4c16-a848-6ec85dc17f0d tempest-verify_tempest_config-240134285 tempest-verify_tempest_config-240134285-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:07:48.833068 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-4addd812-dd80-4c16-a848-6ec85dc17f0d tempest-verify_tempest_config-240134285 tempest-verify_tempest_config-240134285-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059261 Oct 23 02:07:48.915040 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:49.338386 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48052) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:07:49.664766 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:49.739351 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Publish callbacks [] for security_group (a452a606-4116-4a53-b58b-a3e4cd140f0d), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:49.742846 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a452a606-4116-4a53-b58b-a3e4cd140f0d), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:49.788478 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5b7be407f66445b991bff9b4fa44681d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4489560 Oct 23 02:07:49.789797 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a452a606-4116-4a53-b58b-a3e4cd140f0d,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:07:49.791193 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48056) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:07:49.796968 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.797315 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.797671 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.798012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.798342 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.798696 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.799019 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.799341 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.799676 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.800009 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.800329 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.800661 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.800983 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.801298 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.801613 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c83c1-4118-4de8-b240-b7107c816c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.850634 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Publish callbacks [] for security_group (a452a606-4116-4a53-b58b-a3e4cd140f0d), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:49.870319 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Publish callbacks [] for security_group (a452a606-4116-4a53-b58b-a3e4cd140f0d), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:49.964574 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a452a606-4116-4a53-b58b-a3e4cd140f0d), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:49.967129 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:07:49.968291 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a452a606-4116-4a53-b58b-a3e4cd140f0d HTTP/1.1" status: 204 len: 168 time: 0.1761060 Oct 23 02:07:49.980560 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a452a606-4116-4a53-b58b-a3e4cd140f0d,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:07:49.989247 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.989594 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.989951 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.990292 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.990664 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.990994 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.991316 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.991640 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.991975 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.992301 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.992627 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.994357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.994357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.994357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:49.994357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecca98-c393-4ef9-9408-6e57fc241f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:07:53.067739 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:53.074902 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:58.910903 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:59.784985 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:59.794027 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:59.975592 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:07:59.985960 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:00.014608 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:06.080893 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:08:08.890795 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=13 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:13.667342 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb3ec-6050-46d7-8193-263be8baa734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:16.058957 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-7465c0f1-bc2f-4763-8a0f-7a4878d8c5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:16.077249 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=15 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:17.130028 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:18.772003 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:18.917806 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:28.911801 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:28.913800 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:30.067381 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:30.071430 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:43.078715 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:08:43.670577 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-81cdc7d0-efe8-4c19-a91e-107d665057c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:46.062366 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8d86-8469-4404-89f9-89f30d05fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:47.134403 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:48.775674 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:48.920694 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:08:53.074383 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:53.075086 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:58.912772 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:08:58.915330 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:12.075750 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:12.076434 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:13.673505 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-a32dc0d3-c85a-4f71-ad17-67da236a3240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:16.064577 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-698ab558-997d-404f-90d4-2deb42241b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:17.137600 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:18.778518 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:18.923215 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:20.076451 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 5 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:09:21.630789 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3816351'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:30.072048 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:30.072727 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:31.624169 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:31.626139 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:34.697254 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48152) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:34.824337 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c31ef521-54be-4e4a-a5e8-a6bd591dea3e admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1259968 Oct 23 02:09:37.256850 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48162) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:09:37.311763 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-cb36c792-7a95-446b-ac9a-77505046290b admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0539198 Oct 23 02:09:43.679012 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c59dd61d-3e68-4679-a929-43d6f8010070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:44.064064 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:44.064882 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:46.069457 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-63f7f8f2-c1b8-42dc-ab8b-d98117b7482f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:47.140326 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:47.305735 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:47.306541 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:09:48.780403 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:48.925924 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:51.619733 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:09:57.075564 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:10:01.612168 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:01.614099 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:08.883964 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=15 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:08.886203 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=13 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:13.682814 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-21983a30-305a-4ef3-8275-d3df51db1c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:16.071988 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-8a136298-7208-4c3c-85b2-de2af1c6814f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:17.143779 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:18.784298 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:18.927998 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:21.055997 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:21.060464 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:21.621569 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:31.616529 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:31.617916 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:34.074586 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:10:43.688366 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-8a27a352-36cf-401e-bf8b-69747e5dca61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:44.070960 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:44.071625 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:46.075198 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1a173b0b-41aa-491c-8dce-2a2e926316ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:47.145752 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:48.787903 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:48.933090 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:51.622493 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:10:58.052542 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:10:58.056709 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:01.612794 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:01.618338 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:10.875728 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48330) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:11.078369 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:11:11.081643 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2062615553-network', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:11.101837 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Made reservation on behalf of 49a39f93e67c4d3f9529bdef5bb66b4c for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:11.104669 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.115322 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.202670 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Publish callbacks [] for security_group (dea19188-1b9c-4f75-aa87-1fd31b6a7126), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.209665 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (dea19188-1b9c-4f75-aa87-1fd31b6a7126), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.237893 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:11:11.240123 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea19188-1b9c-4f75-aa87-1fd31b6a7126,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:11.254487 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.254846 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.255332 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.255682 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.256019 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.256355 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.256686 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.257006 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.257355 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.257691 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.258036 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.258383 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.258739 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.259061 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.259379 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Tracked resource versions report: Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: pushed versions: Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: { 'AddressGroup': {'1.2'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Agent': {'1.1'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'ConntrackHelper': {'1.0'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'LocalIPAssociation': {'1.0'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Log': {'1.0'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'NDPProxy': {'1.0'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Network': {'1.1'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Port': {'1.7'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'PortForwarding': {'1.3'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'QosPolicy': {'1.10'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SecurityGroup': {'1.5'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SecurityGroupRule': {'1.2'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SubPort': {'1.0'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Subnet': {'1.1'}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Trunk': {'1.1'}} Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: consumer versions: Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: { DHCP agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: HyperV agent@hv-cinder-86149: {}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: L3 agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: Metadata agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: Metering agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: Open vSwitch agent@dv-cinder-861491-5-iscsi: { 'AddressGroup': '1.2', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Agent': '1.1', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'ConntrackHelper': '1.0', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'LocalIPAssociation': '1.0', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Log': '1.0', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'NDPProxy': '1.0', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Network': '1.1', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Port': '1.7', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'PortForwarding': '1.3', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'QosPolicy': '1.10', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SecurityGroup': '1.5', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SecurityGroupRule': '1.2', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'SubPort': '1.0', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Subnet': '1.1', Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: 'Trunk': '1.1'}} Oct 23 02:11:11.260738 dv-cinder-861491-5-iscsi neutron-server[104672]: {{(pid=104672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 02:11:11.263927 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (f28faf6a-4bf2-4105-8cf6-a6936dbda05b), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.264428 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Added segment f28faf6a-4bf2-4105-8cf6-a6936dbda05b of type vlan for network d813ef1f-8211-49e2-a5ea-c7934e717ca1 Oct 23 02:11:11.310368 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (d813ef1f-8211-49e2-a5ea-c7934e717ca1), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.338706 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (d813ef1f-8211-49e2-a5ea-c7934e717ca1), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.339789 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:11.340375 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.407783 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5280287 Oct 23 02:11:11.408838 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48366) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:11.410196 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605a292-ec89-42b1-acb5-7e008663a87d admin admin] Pushing event updated for resources: {'Network': ['ID=d813ef1f-8211-49e2-a5ea-c7934e717ca1,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:11.415706 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Request body: {'subnet': {'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2062615553-subnet', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:11.424101 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:11:11.446557 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Made reservation on behalf of 49a39f93e67c4d3f9529bdef5bb66b4c for: {'subnet': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:11.446665 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.544248 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48374) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:11.645491 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (6e7965d4-88a1-4964-8f96-61893c8593de), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.698842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e7965d4-88a1-4964-8f96-61893c8593de,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:11.710690 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.711042 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.711409 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.711750 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.712263 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.712605 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.712938 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.713268 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.713614 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.713957 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.714319 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.714764 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.715177 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.715578 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.715955 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Tracked resource versions report: Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: pushed versions: Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: { 'AddressGroup': {'1.2'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Agent': {'1.1'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'ConntrackHelper': {'1.0'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'LocalIPAssociation': {'1.0'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Log': {'1.0'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'NDPProxy': {'1.0'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Network': {'1.1'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Port': {'1.7'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'PortForwarding': {'1.3'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'QosPolicy': {'1.10'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SecurityGroup': {'1.5'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SecurityGroupRule': {'1.2'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SubPort': {'1.0'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Subnet': {'1.1'}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Trunk': {'1.1'}} Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: consumer versions: Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: { DHCP agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: HyperV agent@hv-cinder-86149: {}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: L3 agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: Metadata agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: Metering agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: Open vSwitch agent@dv-cinder-861491-5-iscsi: { 'AddressGroup': '1.2', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Agent': '1.1', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'ConntrackHelper': '1.0', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'LocalIPAssociation': '1.0', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Log': '1.0', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'NDPProxy': '1.0', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Network': '1.1', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Port': '1.7', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'PortForwarding': '1.3', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'QosPolicy': '1.10', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SecurityGroup': '1.5', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SecurityGroupRule': '1.2', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'SubPort': '1.0', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Subnet': '1.1', Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: 'Trunk': '1.1'}} Oct 23 02:11:11.717277 dv-cinder-861491-5-iscsi neutron-server[104673]: {{(pid=104673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 02:11:11.739921 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Checking segment: {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:11.740341 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Network hostable DHCP agents. Network: d813ef1f-8211-49e2-a5ea-c7934e717ca1, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:11:11.760824 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:11:11.773164 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, d813ef1f-8211-49e2-a5ea-c7934e717ca1) {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:11.777797 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:11.778538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.787091 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b77c5-b3b2-4afd-863e-1fdf3558cf73 None None] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:11:11.797047 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e11a43c9-263e-4e23-86a1-5065a75c0cff admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3870792 Oct 23 02:11:11.799993 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48392) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:11.805062 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:11.828537 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (761b3ede-22ba-4f51-ac96-0192c80f2edb), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.829794 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (761b3ede-22ba-4f51-ac96-0192c80f2edb), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.846104 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48394) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:11.903719 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks [] for router_controller (761b3ede-22ba-4f51-ac96-0192c80f2edb), precommit_add_association {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:11.915526 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-d813ef1f-8211-49e2-a5ea-c7934e717ca1', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:11:11.916473 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.060619 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Allocated IP 172.20.0.2 (d813ef1f-8211-49e2-a5ea-c7934e717ca1/6e7965d4-88a1-4964-8f96-61893c8593de/eb946ac1-3cf6-4ec2-902d-cb06422cc8a4) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:12.083160 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:12.141068 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks [] for router_gateway (761b3ede-22ba-4f51-ac96-0192c80f2edb), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.153542 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-network', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:12.241909 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Publish callbacks [] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.247841 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48418) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:12.259396 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.328905 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1134617188-network', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:12.334684 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Made reservation on behalf of d7ac3d840c9f41ea842b8f4935770f8b for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:12.337281 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.338428 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:12.347014 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:12.352068 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:12.355208 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Pushing event updated for resources: {'Port': ['ID=eb946ac1-3cf6-4ec2-902d-cb06422cc8a4,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:12.373079 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.373428 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.373989 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.375841 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.375996 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.376494 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.377124 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.377798 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.378289 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.378797 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.379539 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.381624 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.382255 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.382865 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.383477 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.384256 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Tracked resource versions report: Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: pushed versions: Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: { 'AddressGroup': {'1.2'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Agent': {'1.1'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'ConntrackHelper': {'1.0'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'LocalIPAssociation': {'1.0'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Log': {'1.0'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'NDPProxy': {'1.0'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Network': {'1.1'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Port': {'1.7'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'PortForwarding': {'1.3'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'QosPolicy': {'1.10'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SecurityGroup': {'1.5'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SecurityGroupRule': {'1.2'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SubPort': {'1.0'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Subnet': {'1.1'}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Trunk': {'1.1'}} Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: consumer versions: Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: { DHCP agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: HyperV agent@hv-cinder-86149: {}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: L3 agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: Metadata agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: Metering agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: Open vSwitch agent@dv-cinder-861491-5-iscsi: { 'AddressGroup': '1.2', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Agent': '1.1', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'ConntrackHelper': '1.0', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'LocalIPAssociation': '1.0', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Log': '1.0', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'NDPProxy': '1.0', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Network': '1.1', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Port': '1.7', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'PortForwarding': '1.3', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'QosPolicy': '1.10', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SecurityGroup': '1.5', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SecurityGroupRule': '1.2', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'SubPort': '1.0', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Subnet': '1.1', Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: 'Trunk': '1.1'}} Oct 23 02:11:12.386520 dv-cinder-861491-5-iscsi neutron-server[104674]: {{(pid=104674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 02:11:12.464400 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:12.471392 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Attempting to bind port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:12.473067 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Attempting to bind port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:12.473941 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Attempting to bind port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 on network d813ef1f-8211-49e2-a5ea-c7934e717ca1 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:12.474578 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Made reservation on behalf of d296608fc23c4667b5173c0f3fe1697e for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:12.476866 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.490628 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:12.512844 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.531393 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks [] for router_gateway (761b3ede-22ba-4f51-ac96-0192c80f2edb), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.532909 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:12.538347 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:12.539022 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Checking segment: {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:12.539775 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.540664 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Bound using segment: {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:12.541727 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Bound port: eb946ac1-3cf6-4ec2-902d-cb06422cc8a4, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:12.542336 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.583385 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.614965 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-network', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:12.650877 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] For port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:12.654551 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] For port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=eb946ac1-3cf6-4ec2-902d-cb06422cc8a4,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:12.661508 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.690007 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Made reservation on behalf of fa4d62bf272e4ce69022518ff362813f for: {'network': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:12.692420 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.713589 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.746294 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2948223-7839-4973-b5ec-b42a042a9ace None None] Pushing event updated for resources: {'Port': ['ID=eb946ac1-3cf6-4ec2-902d-cb06422cc8a4,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:12.782401 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Publish callbacks [] for security_group (b02ae792-9e17-47e7-83b5-0afef27d9c01), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.792772 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b02ae792-9e17-47e7-83b5-0afef27d9c01), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.806961 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:11:12.849547 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Publish callbacks [] for security_group (6c1f2531-a336-4326-97b8-edeacb88d6f7), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.861664 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (6c1f2531-a336-4326-97b8-edeacb88d6f7), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.866760 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02ae792-9e17-47e7-83b5-0afef27d9c01,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:12.871305 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (e66deb77-7363-4024-834b-f95fd4a684f6), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.871659 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Added segment e66deb77-7363-4024-834b-f95fd4a684f6 of type vlan for network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e Oct 23 02:11:12.901208 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:12.908874 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=104673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:11:12.911991 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f2531-a336-4326-97b8-edeacb88d6f7,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:12.924967 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (5f236b31-9a20-4fd0-99a1-617e0403411e), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.925689 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.segments_db [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Added segment 5f236b31-9a20-4fd0-99a1-617e0403411e of type vlan for network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 Oct 23 02:11:12.993090 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:12.997863 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (7bfefda5-1c31-4cf3-a13e-af4e5cedf457), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.016911 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Publish callbacks [] for security_group (8757d889-bcd7-440d-9659-24972a20d420), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.032283 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8757d889-bcd7-440d-9659-24972a20d420), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.036303 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (7bfefda5-1c31-4cf3-a13e-af4e5cedf457), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.040282 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:13.040914 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.068001 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Allocated IP 172.27.0.228 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/964fec5c-ca0c-4752-a62b-ce7869cc3945) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:13.156779 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:11:13.156779 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8757d889-bcd7-440d-9659-24972a20d420,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:13.156779 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (2a4c6bfa-5da3-4300-a4a6-93b59871f75a), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.156779 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Added segment 2a4c6bfa-5da3-4300-a4a6-93b59871f75a of type vlan for network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 Oct 23 02:11:13.161018 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.161018 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:13.161018 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.208475 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9549377 Oct 23 02:11:13.216754 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48450) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:13.237456 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Request body: {'subnet': {'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-subnet', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:13.245990 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490a202-e0d1-400d-8fb0-2ce01bc73337 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfefda5-1c31-4cf3-a13e-af4e5cedf457,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:13.265986 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:11:13.292252 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Made reservation on behalf of fa4d62bf272e4ce69022518ff362813f for: {'subnet': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:13.295538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.332508 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=67,neutron:INSERT=25,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:13.430494 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8858097 Oct 23 02:11:13.433214 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (c5fbd9df-9f8a-4f60-9255-3da999cfa5f9), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.455448 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48454) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:13.478300 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Request body: {'subnet': {'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-subnet', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:13.494696 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903883d0-764e-4c9c-85a0-3326b7ae0042 admin admin] Pushing event updated for resources: {'Network': ['ID=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:13.506560 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:11:13.556819 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:13.563858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (4affffe7-6fa5-42f2-b8a8-198260726d52), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.578920 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.db.resource_extend [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 02:11:13.640766 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4affffe7-6fa5-42f2-b8a8-198260726d52,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:13.644799 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:13.699915 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Made reservation on behalf of d7ac3d840c9f41ea842b8f4935770f8b for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:13.701676 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Checking segment: {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:13.704434 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Network hostable DHCP agents. Network: 7bfefda5-1c31-4cf3-a13e-af4e5cedf457, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:11:13.709623 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.732387 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (c5fbd9df-9f8a-4f60-9255-3da999cfa5f9), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.743386 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:13.745135 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.758698 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:11:13.765617 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e94bd796-3090-4ff5-b503-dabb01b9fb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.785818 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 7bfefda5-1c31-4cf3-a13e-af4e5cedf457) {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:13.793579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:13.793878 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd3ab9-c540-4101-906e-5b7f1b167c80 None None] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:11:13.794664 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.805659 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks [] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.850908 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-1050409c-fb64-4601-8429-6e9eb54b3906 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6329968 Oct 23 02:11:13.854140 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48470) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:13.866895 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:13.942693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:13.944277 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.095199 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:11:14.097892 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.147516 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3001435 Oct 23 02:11:14.153487 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48480) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:14.182369 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Request body: {'subnet': {'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1134617188-subnet', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:14.262703 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:14.297785 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc8d05-0fd1-4022-abd8-05a94eb8853a admin admin] Pushing event updated for resources: {'Network': ['ID=c5fbd9df-9f8a-4f60-9255-3da999cfa5f9,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:14.329628 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.343680 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Made reservation on behalf of d296608fc23c4667b5173c0f3fe1697e for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:14.346266 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.354831 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:11:14.401427 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks [] for router_controller (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), precommit_add_association {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.447566 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa86d7d-4df5-41ea-acf5-05813dc77c09 None None] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:11:14.457393 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:14.490724 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:14.491413 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-ff6c1386-79a1-4b37-a0cd-24a8494c256a None None] Provisioning complete for port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:14.492047 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1386-79a1-4b37-a0cd-24a8494c256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.492530 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-ff6c1386-79a1-4b37-a0cd-24a8494c256a None None] Attempt 1 to provision port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 Oct 23 02:11:14.518991 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:14.569936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks [] for router_gateway (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.572144 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Pushing event updated for resources: {'Port': ['ID=964fec5c-ca0c-4752-a62b-ce7869cc3945,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:14.678892 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c1386-79a1-4b37-a0cd-24a8494c256a None None] Current status of the port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:14.679415 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1386-79a1-4b37-a0cd-24a8494c256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.723863 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-ff6c1386-79a1-4b37-a0cd-24a8494c256a None None] For port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=eb946ac1-3cf6-4ec2-902d-cb06422cc8a4,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:14.724121 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:14.728974 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Allocated IP 172.20.0.2 (7bfefda5-1c31-4cf3-a13e-af4e5cedf457/4affffe7-6fa5-42f2-b8a8-198260726d52/3e44f696-fbd4-4edf-b892-cf416169293e) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:14.738494 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1386-79a1-4b37-a0cd-24a8494c256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.771123 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.780963 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:14.970140 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks [] for router_gateway (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:14.994253 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:15.018744 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:15.158389 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c1386-79a1-4b37-a0cd-24a8494c256a None None] Pushing event updated for resources: {'Port': ['ID=eb946ac1-3cf6-4ec2-902d-cb06422cc8a4,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:15.189650 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:15.260562 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Checking segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:15.266370 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Network hostable DHCP agents. Network: 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:11:15.273957 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:15.278564 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:15.287513 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (360d791f-a1fc-49fc-a38f-914286807e64), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:15.294359 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Allocated IP 172.27.0.205 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/0ed186cc-781c-4c94-a137-6238ed422aaf) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:15.303626 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks [] for router_gateway (761b3ede-22ba-4f51-ac96-0192c80f2edb), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:15.371075 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Publish callbacks [] for port (3e44f696-fbd4-4edf-b892-cf416169293e), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:15.384777 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:15.495678 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:11:15.539320 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:15.554809 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:15.584391 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:15.585907 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:15.588059 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 Oct 23 02:11:15.594961 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:15.599204 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:15.600421 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks [] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:15.610353 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:15.645932 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=360d791f-a1fc-49fc-a38f-914286807e64,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:15.668508 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:15.669193 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:15.696988 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:15.712420 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Pushing event updated for resources: {'Port': ['ID=3e44f696-fbd4-4edf-b892-cf416169293e,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:15.799005 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:15.801609 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed186cc-781c-4c94-a137-6238ed422aaf,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:15.807489 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:15.810159 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:15.910587 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23692f9c-1734-4a36-8b54-b5249d2c0310 None None] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:11:15.946521 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Attempting to bind port 3e44f696-fbd4-4edf-b892-cf416169293e on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:15.947346 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Attempting to bind port 3e44f696-fbd4-4edf-b892-cf416169293e by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:15.947952 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Attempting to bind port 3e44f696-fbd4-4edf-b892-cf416169293e on network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:15.962900 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:16.070735 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (761b3ede-22ba-4f51-ac96-0192c80f2edb), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.088229 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Checking segment: {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:16.088874 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Network hostable DHCP agents. Network: c5fbd9df-9f8a-4f60-9255-3da999cfa5f9, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:11:16.106799 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:16.164232 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-1f7ee126-c69b-4a17-bba7-8789cb23f019 None None] Provisioning complete for port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:16.164704 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee126-c69b-4a17-bba7-8789cb23f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.165102 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-1f7ee126-c69b-4a17-bba7-8789cb23f019 None None] Attempt 1 to provision port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 Oct 23 02:11:16.178185 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c441fe0b-57c2-493c-b45f-dc77fb055e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.190921 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks [] for router_gateway (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.208422 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-6d14d7b2-8391-43da-842d-ea4fd8cee810 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7378812 Oct 23 02:11:16.210871 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48568) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:16.221364 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:16.227120 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:16.227503 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Checking segment: {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:16.227913 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.228388 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Bound using segment: {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:16.228891 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Bound port: 3e44f696-fbd4-4edf-b892-cf416169293e, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:16.229373 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.255140 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:11:16.267356 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, c5fbd9df-9f8a-4f60-9255-3da999cfa5f9) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:16.293921 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:11:16.294971 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.310689 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:16.312092 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.313081 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c42567-106b-4681-b558-37d3ec24cf2e None None] Network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:11:16.338523 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (3b8f33c6-b041-4905-8b94-af085da74405), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.340995 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (3b8f33c6-b041-4905-8b94-af085da74405), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.444886 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:16.450688 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks [] for router_controller (3b8f33c6-b041-4905-8b94-af085da74405), precommit_add_association {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.462475 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-a90f6adc-05e4-48bf-b554-bd8a787334b5 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3032703 Oct 23 02:11:16.463628 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48576) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:16.473774 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:16.506875 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:16.599313 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.660817 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48582) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:16.738205 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Allocated IP 172.20.0.2 (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e/ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1/c8786807-2a52-4247-8a1f-dd44b3b64ff4) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:16.753033 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (d5491939-bd8b-4c9a-a411-c0015260c649), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.754088 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (d5491939-bd8b-4c9a-a411-c0015260c649), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.804647 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks [] for router_gateway (3b8f33c6-b041-4905-8b94-af085da74405), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.822210 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ee126-c69b-4a17-bba7-8789cb23f019 None None] Current status of the port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:16.832146 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:11:16.835636 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] For port 3e44f696-fbd4-4edf-b892-cf416169293e, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:16.840949 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Router 761b3ede-22ba-4f51-ac96-0192c80f2edb is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:11:16.861655 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:16.868425 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] For port 3e44f696-fbd4-4edf-b892-cf416169293e, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=3e44f696-fbd4-4edf-b892-cf416169293e,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:16.912738 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks [] for router_controller (d5491939-bd8b-4c9a-a411-c0015260c649), precommit_add_association {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.915752 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:16.918586 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:16.965473 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'fixed_ips': [{'subnet_id': '360d791f-a1fc-49fc-a38f-914286807e64'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:11:16.966427 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.135858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:11:17.143185 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:17.144872 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:17.160657 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Sync routers for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:11:17.171991 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4bc85191-77d1-4761-b1ba-4a325e2ce8ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.178978 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:17.179626 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:17.250519 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:17.250962 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.251308 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 Oct 23 02:11:17.276021 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4bc85191-77d1-4761-b1ba-4a325e2ce8ec admin admin] Publish callbacks [] for security_group (6742c348-0456-4c3c-9284-b598bf55c968), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.280367 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.286777 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a911dfd7-f4d0-4a28-b90d-62c3cc64b7f3 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4308975 Oct 23 02:11:17.288060 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48590) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:17.289481 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4bc85191-77d1-4761-b1ba-4a325e2ce8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (6742c348-0456-4c3c-9284-b598bf55c968), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.308051 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks [] for router_gateway (d5491939-bd8b-4c9a-a411-c0015260c649), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.331791 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae895083-ffe2-4c80-82ad-23c2ed57a085 None None] Pushing event updated for resources: {'Port': ['ID=3e44f696-fbd4-4edf-b892-cf416169293e,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:17.348203 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Publish callbacks [] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.410143 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.454715 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:17.465200 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:17.480404 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:11:17.519857 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:17.549704 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.551095 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-0da2c0dc-009c-4477-9a4b-23585c728b99 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7498949 Oct 23 02:11:17.552556 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks [] for router_gateway (3b8f33c6-b041-4905-8b94-af085da74405), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.571757 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48600) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:17.576467 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Sync routers for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:11:17.611238 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.636492 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:17.637504 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:17.647704 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.655679 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-4bc85191-77d1-4761-b1ba-4a325e2ce8ec admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8e99dc2520974d90b2f324fc84839685&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9923210 Oct 23 02:11:17.668079 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48608) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:17.691771 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Attempting to bind port c8786807-2a52-4247-8a1f-dd44b3b64ff4 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:17.692146 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Attempting to bind port c8786807-2a52-4247-8a1f-dd44b3b64ff4 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:17.692520 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Attempting to bind port c8786807-2a52-4247-8a1f-dd44b3b64ff4 on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:17.834057 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Allocated IP 172.20.0.2 (c5fbd9df-9f8a-4f60-9255-3da999cfa5f9/360d791f-a1fc-49fc-a38f-914286807e64/76611546-af75-4ff4-9c2b-9750b8625fbc) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:17.838757 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Pushing event updated for resources: {'Port': ['ID=c8786807-2a52-4247-8a1f-dd44b3b64ff4,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:17.848801 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:17.892878 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:17.940892 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:17.941130 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:17.945660 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:17.946024 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Checking segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:17.946415 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:17.946845 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Bound using segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:17.947335 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Bound port: c8786807-2a52-4247-8a1f-dd44b3b64ff4, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:17.947718 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.119676 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:18.172493 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:18.273495 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.279525 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:15Z', 'revision_number': 3, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:18.293119 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:18.338937 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Checking router: 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:11:18.340731 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Updating router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 port 0ed186cc-781c-4c94-a137-6238ed422aaf binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:11:18.385543 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.418976 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc85191-77d1-4761-b1ba-4a325e2ce8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6742c348-0456-4c3c-9284-b598bf55c968,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:18.507739 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:18.628402 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7fa062a1-ce80-4d55-84ed-9db70378e173 admin admin] Publish callbacks [] for security_group (6742c348-0456-4c3c-9284-b598bf55c968), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.637524 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Allocated IP 172.20.0.1 (7bfefda5-1c31-4cf3-a13e-af4e5cedf457/4affffe7-6fa5-42f2-b8a8-198260726d52/6336d0f6-563e-4f77-90ad-76fe9692b64d) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:18.647210 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea8f4c-2a0c-40f7-be4c-40b926ed7de8 None None] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:11:18.808260 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-263f557e-16f5-428a-92e2-57997d179199 None None] Provisioning complete for port 3e44f696-fbd4-4edf-b892-cf416169293e triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:18.808592 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-263f557e-16f5-428a-92e2-57997d179199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.808886 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-263f557e-16f5-428a-92e2-57997d179199 None None] Attempt 1 to provision port 3e44f696-fbd4-4edf-b892-cf416169293e Oct 23 02:11:18.829027 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Publish callbacks [] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.871397 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7fa062a1-ce80-4d55-84ed-9db70378e173 admin admin] Publish callbacks [] for security_group (6742c348-0456-4c3c-9284-b598bf55c968), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.879993 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.898914 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:18.905394 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] For port c8786807-2a52-4247-8a1f-dd44b3b64ff4, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:18.940202 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Pushing event updated for resources: {'Port': ['ID=6336d0f6-563e-4f77-90ad-76fe9692b64d,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:18.951964 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks [] for router_gateway (d5491939-bd8b-4c9a-a411-c0015260c649), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.959108 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:18.962220 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:18.965313 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:18.969643 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:18.970342 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:18.970967 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.003579 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] For port c8786807-2a52-4247-8a1f-dd44b3b64ff4, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c8786807-2a52-4247-8a1f-dd44b3b64ff4,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:19.015357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.043654 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.051135 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.085208 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Allocated IP 172.27.0.55 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/60c5c296-c7ae-4265-a8fd-f57d2d7c423a) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:19.090599 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Publish callbacks [] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.100216 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.156002 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:19.158256 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.171364 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 3e44f696-fbd4-4edf-b892-cf416169293e up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:19.283511 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.319686 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb589d-c3d2-4761-ad1f-fea246774ef6 None None] Pushing event updated for resources: {'Port': ['ID=c8786807-2a52-4247-8a1f-dd44b3b64ff4,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:19.323451 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-263f557e-16f5-428a-92e2-57997d179199 None None] Current status of the port 3e44f696-fbd4-4edf-b892-cf416169293e is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:19.323956 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-263f557e-16f5-428a-92e2-57997d179199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.355930 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:14Z', 'revision_number': 3, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:19.384916 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7fa062a1-ce80-4d55-84ed-9db70378e173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (6742c348-0456-4c3c-9284-b598bf55c968), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.387582 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7fa062a1-ce80-4d55-84ed-9db70378e173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.388475 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:19.391622 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7fa062a1-ce80-4d55-84ed-9db70378e173 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6742c348-0456-4c3c-9284-b598bf55c968 HTTP/1.1" status: 204 len: 168 time: 1.7224393 Oct 23 02:11:19.421049 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa062a1-ce80-4d55-84ed-9db70378e173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6742c348-0456-4c3c-9284-b598bf55c968,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:19.445358 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Checking router: 761b3ede-22ba-4f51-ac96-0192c80f2edb for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:11:19.445717 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Updating router 761b3ede-22ba-4f51-ac96-0192c80f2edb port 964fec5c-ca0c-4752-a62b-ce7869cc3945 binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:11:19.451343 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Pushing event updated for resources: {'Port': ['ID=76611546-af75-4ff4-9c2b-9750b8625fbc,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:19.466874 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 3e44f696-fbd4-4edf-b892-cf416169293e triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:19.467249 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.467682 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 3e44f696-fbd4-4edf-b892-cf416169293e Oct 23 02:11:19.693647 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks [] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.710621 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:19.735358 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Publish callbacks [] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.737452 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:19.745477 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.749809 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.772789 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:19.774141 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Allocated IP 172.20.0.1 (d813ef1f-8211-49e2-a5ea-c7934e717ca1/6e7965d4-88a1-4964-8f96-61893c8593de/f70e8c78-0e52-4df0-b256-2d74477222c8) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:19.893685 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.951194 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 3e44f696-fbd4-4edf-b892-cf416169293e is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:19.951194 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:19.965638 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-263f557e-16f5-428a-92e2-57997d179199 None None] For port 3e44f696-fbd4-4edf-b892-cf416169293e, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=3e44f696-fbd4-4edf-b892-cf416169293e,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:20.017945 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-263f557e-16f5-428a-92e2-57997d179199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.026961 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.033600 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Pushing event updated for resources: {'Port': ['ID=6336d0f6-563e-4f77-90ad-76fe9692b64d,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:20.060787 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:20.079911 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48678) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:20.111320 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:20.125489 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:20.126967 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:20.144176 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Pushing event updated for resources: {'Port': ['ID=60c5c296-c7ae-4265-a8fd-f57d2d7c423a,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:20.156767 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:20.180881 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:20.212631 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f557e-16f5-428a-92e2-57997d179199 None None] Pushing event updated for resources: {'Port': ['ID=3e44f696-fbd4-4edf-b892-cf416169293e,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:20.302590 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Publish callbacks [] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.314407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Attempting to bind port 76611546-af75-4ff4-9c2b-9750b8625fbc on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:20.314805 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Attempting to bind port 76611546-af75-4ff4-9c2b-9750b8625fbc by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:20.318983 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Attempting to bind port 76611546-af75-4ff4-9c2b-9750b8625fbc on network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:20.324232 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.371040 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.db.api [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 23 02:11:20.371781 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG oslo_db.api [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 23 02:11:20.407467 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-530b8a47-556a-4586-a0bf-2023a3527d2e None None] Provisioning complete for port 3e44f696-fbd4-4edf-b892-cf416169293e triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:20.408381 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-530b8a47-556a-4586-a0bf-2023a3527d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.409019 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-530b8a47-556a-4586-a0bf-2023a3527d2e None None] Attempt 1 to provision port 3e44f696-fbd4-4edf-b892-cf416169293e Oct 23 02:11:20.427485 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48690) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:20.445778 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Attempting to bind port 0ed186cc-781c-4c94-a137-6238ed422aaf on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:20.446078 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Attempting to bind port 0ed186cc-781c-4c94-a137-6238ed422aaf by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:20.446505 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Attempting to bind port 0ed186cc-781c-4c94-a137-6238ed422aaf on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:20.488716 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:11:20.564425 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Publish callbacks [] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.575610 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Pushing event updated for resources: {'Port': ['ID=0ed186cc-781c-4c94-a137-6238ed422aaf,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:20.607310 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:20.611161 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e41439aa-aae7-49cc-b961-1af9a551deab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.612612 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.617331 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.619034 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.619453 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.619812 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.625080 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.625740 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.626435 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.626959 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.627632 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.628563 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.629072 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.630159 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.630779 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.631614 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:11:20.633790 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9968a28b-432d-4439-ad3a-6278f9afd5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Tracked resource versions report: Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: pushed versions: Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: { 'AddressGroup': {'1.2'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Agent': {'1.1'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'ConntrackHelper': {'1.0'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'LocalIPAssociation': {'1.0'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Log': {'1.0'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'NDPProxy': {'1.0'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Network': {'1.1'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Port': {'1.7'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'PortForwarding': {'1.3'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'QosPolicy': {'1.10'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SecurityGroup': {'1.5'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SecurityGroupRule': {'1.2'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SubPort': {'1.0'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Subnet': {'1.1'}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Trunk': {'1.1'}} Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: consumer versions: Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: { DHCP agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: HyperV agent@hv-cinder-86149: {}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: L3 agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: Metadata agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: Metering agent@dv-cinder-861491-5-iscsi: {}, Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: Open vSwitch agent@dv-cinder-861491-5-iscsi: { 'AddressGroup': '1.2', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Agent': '1.1', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'ConntrackHelper': '1.0', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'LocalIPAssociation': '1.0', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Log': '1.0', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'NDPProxy': '1.0', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Network': '1.1', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Port': '1.7', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'PortForwarding': '1.3', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'QosPolicy': '1.10', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SecurityGroup': '1.5', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SecurityGroupRule': '1.2', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'SubPort': '1.0', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Subnet': '1.1', Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: 'Trunk': '1.1'}} Oct 23 02:11:20.634816 dv-cinder-861491-5-iscsi neutron-server[104675]: {{(pid=104675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 02:11:20.644930 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:20.645308 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Checking segment: {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:20.645724 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.646126 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Bound using segment: {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:20.646648 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Bound port: 76611546-af75-4ff4-9c2b-9750b8625fbc, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:20.647027 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.661538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:20.662907 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:11:20.696571 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:20.696959 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:20.697379 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.697784 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:20.698285 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Bound port: 0ed186cc-781c-4c94-a137-6238ed422aaf, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:20.698778 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-5de56564-a613-4dc5-8b48-8402f880cebe admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/35fca2f8-7ced-44c1-8a99-1f8253be2ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3647313 Oct 23 02:11:20.702383 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.752322 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Allocated IP 172.27.0.155 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/ac3b0d21-592e-4ac0-bb2b-3baa987d35fc) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:20.793495 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-530b8a47-556a-4586-a0bf-2023a3527d2e None None] Current status of the port 3e44f696-fbd4-4edf-b892-cf416169293e is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:20.805947 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.812094 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-530b8a47-556a-4586-a0bf-2023a3527d2e None None] Provisioning complete for port 6336d0f6-563e-4f77-90ad-76fe9692b64d triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:20.812094 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-530b8a47-556a-4586-a0bf-2023a3527d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.812488 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-530b8a47-556a-4586-a0bf-2023a3527d2e None None] Attempt 1 to provision port 6336d0f6-563e-4f77-90ad-76fe9692b64d Oct 23 02:11:20.815644 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] For port 0ed186cc-781c-4c94-a137-6238ed422aaf, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:20.826583 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] For port 0ed186cc-781c-4c94-a137-6238ed422aaf, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=0ed186cc-781c-4c94-a137-6238ed422aaf,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:20.836607 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] For port 76611546-af75-4ff4-9c2b-9750b8625fbc, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:20.837867 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.857486 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] For port 76611546-af75-4ff4-9c2b-9750b8625fbc, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=76611546-af75-4ff4-9c2b-9750b8625fbc,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:20.862068 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-530b8a47-556a-4586-a0bf-2023a3527d2e None None] Port 6336d0f6-563e-4f77-90ad-76fe9692b64d cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:20.872377 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:20.921492 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:20.922146 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:20.940220 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:20.972026 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e4932-d879-40c2-b78f-bce5bbf6ed79 None None] Pushing event updated for resources: {'Port': ['ID=76611546-af75-4ff4-9c2b-9750b8625fbc,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:21.004584 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 3e44f696-fbd4-4edf-b892-cf416169293e is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:21.007205 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-148e951e-3c05-409c-a3e3-a016e8c56786 None None] Provisioning complete for port 6336d0f6-563e-4f77-90ad-76fe9692b64d triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:21.007605 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-148e951e-3c05-409c-a3e3-a016e8c56786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.007967 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-148e951e-3c05-409c-a3e3-a016e8c56786 None None] Attempt 1 to provision port 6336d0f6-563e-4f77-90ad-76fe9692b64d Oct 23 02:11:21.032747 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e235b-aca1-4792-88e3-dc1db6078376 None None] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:11:21.039135 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:21.067177 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:21.068923 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:21.072746 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:21.073596 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (761b3ede-22ba-4f51-ac96-0192c80f2edb), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.098278 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-148e951e-3c05-409c-a3e3-a016e8c56786 None None] Port 6336d0f6-563e-4f77-90ad-76fe9692b64d cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:21.133261 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fef3dc-e2ff-4b34-962b-3b525529e9bc None None] Pushing event updated for resources: {'Port': ['ID=0ed186cc-781c-4c94-a137-6238ed422aaf,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:21.163042 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:21.252229 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-4c54d9ab-4cd1-4c49-91cd-c86d51a82234 None None] Provisioning complete for port c8786807-2a52-4247-8a1f-dd44b3b64ff4 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:21.252387 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4c54d9ab-4cd1-4c49-91cd-c86d51a82234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.252723 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-4c54d9ab-4cd1-4c49-91cd-c86d51a82234 None None] Attempt 1 to provision port c8786807-2a52-4247-8a1f-dd44b3b64ff4 Oct 23 02:11:21.369400 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:21.410900 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e41439aa-aae7-49cc-b961-1af9a551deab admin admin] Publish callbacks [] for security_group (f3ab856a-bac8-4f58-9277-5b00b8169dc8), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.475354 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-4c54d9ab-4cd1-4c49-91cd-c86d51a82234 None None] Current status of the port c8786807-2a52-4247-8a1f-dd44b3b64ff4 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:21.475755 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4c54d9ab-4cd1-4c49-91cd-c86d51a82234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.512576 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 3e44f696-fbd4-4edf-b892-cf416169293e up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:21.518648 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:21.526488 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Pushing event updated for resources: {'Port': ['ID=f70e8c78-0e52-4df0-b256-2d74477222c8,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:21.532362 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks [] for router_gateway (3b8f33c6-b041-4905-8b94-af085da74405), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.551816 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:INSERT=15 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:21.553340 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e41439aa-aae7-49cc-b961-1af9a551deab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f3ab856a-bac8-4f58-9277-5b00b8169dc8), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.661591 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41439aa-aae7-49cc-b961-1af9a551deab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ab856a-bac8-4f58-9277-5b00b8169dc8,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:21.673743 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48710) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:21.687566 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-37e79d77-2ac3-403d-b4bb-40f01928919f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334442926', 'description': 'tempest-description--856214799'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:21.737674 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-37e79d77-2ac3-403d-b4bb-40f01928919f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.769648 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 2, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:21.773389 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-4c54d9ab-4cd1-4c49-91cd-c86d51a82234 None None] For port c8786807-2a52-4247-8a1f-dd44b3b64ff4, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c8786807-2a52-4247-8a1f-dd44b3b64ff4,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:21.788420 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4c54d9ab-4cd1-4c49-91cd-c86d51a82234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.805577 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3306bd-0434-48b3-afa6-b68ee9b87520 None None] The sync data for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi is: [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 2, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:11:21.827752 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks [] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.864849 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-37e79d77-2ac3-403d-b4bb-40f01928919f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (b10c02db-0d8b-4c26-9615-8e2680e5c5c9), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.869331 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-37e79d77-2ac3-403d-b4bb-40f01928919f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b10c02db-0d8b-4c26-9615-8e2680e5c5c9), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.874430 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 3e44f696-fbd4-4edf-b892-cf416169293e triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:21.875081 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.875583 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 3e44f696-fbd4-4edf-b892-cf416169293e Oct 23 02:11:21.879609 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:21.882379 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54d9ab-4cd1-4c49-91cd-c86d51a82234 None None] Pushing event updated for resources: {'Port': ['ID=c8786807-2a52-4247-8a1f-dd44b3b64ff4,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:21.908117 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:21.915178 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-37e79d77-2ac3-403d-b4bb-40f01928919f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.919856 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-37e79d77-2ac3-403d-b4bb-40f01928919f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2427783 Oct 23 02:11:21.925484 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48716) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:21.931379 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-a91bac81-0048-4cf0-b23f-a741637c0667 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'security_group_rule': {'security_group_id': 'b10c02db-0d8b-4c26-9615-8e2680e5c5c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:21.965134 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-152f6417-93ab-41f2-b481-c6af05f9cfd5 None None] Provisioning complete for port c8786807-2a52-4247-8a1f-dd44b3b64ff4 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:21.965951 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-152f6417-93ab-41f2-b481-c6af05f9cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:21.966555 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-152f6417-93ab-41f2-b481-c6af05f9cfd5 None None] Attempt 1 to provision port c8786807-2a52-4247-8a1f-dd44b3b64ff4 Oct 23 02:11:21.985180 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e79d77-2ac3-403d-b4bb-40f01928919f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10c02db-0d8b-4c26-9615-8e2680e5c5c9,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:21.990006 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a91bac81-0048-4cf0-b23f-a741637c0667 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (1efb4098-4e52-4a25-9dd4-849128403f36), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.064726 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 3e44f696-fbd4-4edf-b892-cf416169293e is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:22.066099 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c8786807-2a52-4247-8a1f-dd44b3b64ff4 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:22.154317 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-152f6417-93ab-41f2-b481-c6af05f9cfd5 None None] Current status of the port c8786807-2a52-4247-8a1f-dd44b3b64ff4 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:22.174851 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-152f6417-93ab-41f2-b481-c6af05f9cfd5 None None] Provisioning complete for port f70e8c78-0e52-4df0-b256-2d74477222c8 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:22.175231 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-152f6417-93ab-41f2-b481-c6af05f9cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.175571 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-152f6417-93ab-41f2-b481-c6af05f9cfd5 None None] Attempt 1 to provision port f70e8c78-0e52-4df0-b256-2d74477222c8 Oct 23 02:11:22.183948 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e41439aa-aae7-49cc-b961-1af9a551deab admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=69cee9e1b58448b3aa1148879c2d06b0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7055974 Oct 23 02:11:22.188236 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48718) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:22.197937 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9968a28b-432d-4439-ad3a-6278f9afd5c9 admin admin] Publish callbacks [] for security_group (08aa229e-67bc-4487-bb50-d05b21e05588), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.223590 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9968a28b-432d-4439-ad3a-6278f9afd5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (08aa229e-67bc-4487-bb50-d05b21e05588), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.233234 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port c8786807-2a52-4247-8a1f-dd44b3b64ff4 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:22.233863 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.234146 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port c8786807-2a52-4247-8a1f-dd44b3b64ff4 Oct 23 02:11:22.246593 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-152f6417-93ab-41f2-b481-c6af05f9cfd5 None None] Port f70e8c78-0e52-4df0-b256-2d74477222c8 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:22.302965 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a91bac81-0048-4cf0-b23f-a741637c0667 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (1efb4098-4e52-4a25-9dd4-849128403f36), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.314460 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a91bac81-0048-4cf0-b23f-a741637c0667 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (1efb4098-4e52-4a25-9dd4-849128403f36), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.340357 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bac81-0048-4cf0-b23f-a741637c0667 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efb4098-4e52-4a25-9dd4-849128403f36,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:22.354553 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port c8786807-2a52-4247-8a1f-dd44b3b64ff4 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:22.361244 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5664212b-b795-4412-a2b0-73aaae846a47 admin admin] Publish callbacks [] for security_group (f3ab856a-bac8-4f58-9277-5b00b8169dc8), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.395036 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a91bac81-0048-4cf0-b23f-a741637c0667 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.399244 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a91bac81-0048-4cf0-b23f-a741637c0667 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4713557 Oct 23 02:11:22.401579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5664212b-b795-4412-a2b0-73aaae846a47 admin admin] Publish callbacks [] for security_group (f3ab856a-bac8-4f58-9277-5b00b8169dc8), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.403658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48722) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:22.416080 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-a8d1bd35-d9e0-474f-a5ba-c14608bf6020 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'security_group_rule': {'security_group_id': 'b10c02db-0d8b-4c26-9615-8e2680e5c5c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:22.462152 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9968a28b-432d-4439-ad3a-6278f9afd5c9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f7620aafbe254b9aa92329275c1b6738&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3691278 Oct 23 02:11:22.463969 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48724) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:22.492345 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.495932 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968a28b-432d-4439-ad3a-6278f9afd5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa229e-67bc-4487-bb50-d05b21e05588,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:22.523643 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.529198 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a8d1bd35-d9e0-474f-a5ba-c14608bf6020 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (701989fd-2413-42c4-b5ec-367ee01c6e68), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.549582 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:22.568537 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bda8f-f9ca-478e-a385-caf1344109ca None None] Network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:11:22.600872 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5664212b-b795-4412-a2b0-73aaae846a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f3ab856a-bac8-4f58-9277-5b00b8169dc8), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.604360 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5664212b-b795-4412-a2b0-73aaae846a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.605606 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-5664212b-b795-4412-a2b0-73aaae846a47 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f3ab856a-bac8-4f58-9277-5b00b8169dc8 HTTP/1.1" status: 204 len: 168 time: 0.4161530 Oct 23 02:11:22.632911 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664212b-b795-4412-a2b0-73aaae846a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ab856a-bac8-4f58-9277-5b00b8169dc8,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:22.637421 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2831c77a-d2a7-43b5-97ee-96bdb344e679 admin admin] Publish callbacks [] for security_group (08aa229e-67bc-4487-bb50-d05b21e05588), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.654113 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:22.668211 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a8d1bd35-d9e0-474f-a5ba-c14608bf6020 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (701989fd-2413-42c4-b5ec-367ee01c6e68), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.668935 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (3b8f33c6-b041-4905-8b94-af085da74405), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.680733 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2831c77a-d2a7-43b5-97ee-96bdb344e679 admin admin] Publish callbacks [] for security_group (08aa229e-67bc-4487-bb50-d05b21e05588), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.683048 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a8d1bd35-d9e0-474f-a5ba-c14608bf6020 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (701989fd-2413-42c4-b5ec-367ee01c6e68), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.685794 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:22.690202 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-54cc25c4-8609-41d1-beab-2b8b34a9d91b None None] Provisioning complete for port 76611546-af75-4ff4-9c2b-9750b8625fbc triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:22.691405 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-54cc25c4-8609-41d1-beab-2b8b34a9d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.691999 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-54cc25c4-8609-41d1-beab-2b8b34a9d91b None None] Attempt 1 to provision port 76611546-af75-4ff4-9c2b-9750b8625fbc Oct 23 02:11:22.726040 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1bd35-d9e0-474f-a5ba-c14608bf6020 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701989fd-2413-42c4-b5ec-367ee01c6e68,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:22.746260 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a8d1bd35-d9e0-474f-a5ba-c14608bf6020 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.747646 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a8d1bd35-d9e0-474f-a5ba-c14608bf6020 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3429272 Oct 23 02:11:22.752521 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48734) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:22.760282 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:22.763424 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:22.771361 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:22.847661 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.950395 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Publish callbacks [] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:22.987851 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.041808 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-54cc25c4-8609-41d1-beab-2b8b34a9d91b None None] Current status of the port 76611546-af75-4ff4-9c2b-9750b8625fbc is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:23.042205 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-54cc25c4-8609-41d1-beab-2b8b34a9d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.053582 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2831c77a-d2a7-43b5-97ee-96bdb344e679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (08aa229e-67bc-4487-bb50-d05b21e05588), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.058693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2831c77a-d2a7-43b5-97ee-96bdb344e679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.063599 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Attempting to bind port 964fec5c-ca0c-4752-a62b-ce7869cc3945 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:23.064355 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Attempting to bind port 964fec5c-ca0c-4752-a62b-ce7869cc3945 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:23.064883 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Attempting to bind port 964fec5c-ca0c-4752-a62b-ce7869cc3945 on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:23.071609 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-2831c77a-d2a7-43b5-97ee-96bdb344e679 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/08aa229e-67bc-4487-bb50-d05b21e05588 HTTP/1.1" status: 204 len: 168 time: 0.6046190 Oct 23 02:11:23.109406 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:23.155042 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Pushing event updated for resources: {'Port': ['ID=ac3b0d21-592e-4ac0-bb2b-3baa987d35fc,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:23.180608 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:23.194085 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6a21e-d0ae-4d84-b259-21befe0a7e6b None None] Pushing event updated for resources: {'Port': ['ID=964fec5c-ca0c-4752-a62b-ce7869cc3945,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:23.256501 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-54cc25c4-8609-41d1-beab-2b8b34a9d91b None None] For port 76611546-af75-4ff4-9c2b-9750b8625fbc, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=76611546-af75-4ff4-9c2b-9750b8625fbc,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:23.268796 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:23.268796 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:23.269402 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.269831 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:23.270340 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Bound port: 964fec5c-ca0c-4752-a62b-ce7869cc3945, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:23.270786 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.274985 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-54cc25c4-8609-41d1-beab-2b8b34a9d91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.307058 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831c77a-d2a7-43b5-97ee-96bdb344e679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa229e-67bc-4487-bb50-d05b21e05588,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:23.342764 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.459145 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] For port 964fec5c-ca0c-4752-a62b-ce7869cc3945, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:23.466611 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 76611546-af75-4ff4-9c2b-9750b8625fbc up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:23.574632 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc25c4-8609-41d1-beab-2b8b34a9d91b None None] Pushing event updated for resources: {'Port': ['ID=76611546-af75-4ff4-9c2b-9750b8625fbc,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:23.585488 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] For port 964fec5c-ca0c-4752-a62b-ce7869cc3945, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=964fec5c-ca0c-4752-a62b-ce7869cc3945,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:23.594311 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Allocated IP 172.27.0.246 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/2dca9883-5cae-405e-86b2-7369d0c290c9) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:23.620092 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.636016 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-e96938f0-d9a3-4369-b21a-ed24f18f22c9 None None] Provisioning complete for port 76611546-af75-4ff4-9c2b-9750b8625fbc triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:23.636417 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e96938f0-d9a3-4369-b21a-ed24f18f22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.649653 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-e96938f0-d9a3-4369-b21a-ed24f18f22c9 None None] Attempt 1 to provision port 76611546-af75-4ff4-9c2b-9750b8625fbc Oct 23 02:11:23.695828 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:23.752590 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:23.809063 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 76611546-af75-4ff4-9c2b-9750b8625fbc triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:23.809685 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.810181 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 76611546-af75-4ff4-9c2b-9750b8625fbc Oct 23 02:11:23.812595 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:23.813440 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:23.853723 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for port (2dca9883-5cae-405e-86b2-7369d0c290c9), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.854408 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Publish callbacks [] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.858808 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Router 3b8f33c6-b041-4905-8b94-af085da74405 is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:11:23.865424 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks [] for router_gateway (d5491939-bd8b-4c9a-a411-c0015260c649), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.901777 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (2dca9883-5cae-405e-86b2-7369d0c290c9), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.930243 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.934559 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (761b3ede-22ba-4f51-ac96-0192c80f2edb), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:23.940663 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:23.947016 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6a21e-d0ae-4d84-b259-21befe0a7e6b None None] Pushing event updated for resources: {'Port': ['ID=964fec5c-ca0c-4752-a62b-ce7869cc3945,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:23.974312 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:24.007598 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:24.021257 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:24.189613 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (3fd0cad7-fcfc-4a6e-9874-82964ee93140), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:24.190181 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-e96938f0-d9a3-4369-b21a-ed24f18f22c9 None None] Current status of the port 76611546-af75-4ff4-9c2b-9750b8625fbc is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:24.208747 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'Port': ['ID=2dca9883-5cae-405e-86b2-7369d0c290c9,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:24.224300 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:24.257021 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Pushing event updated for resources: {'Port': ['ID=f70e8c78-0e52-4df0-b256-2d74477222c8,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:24.270621 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 76611546-af75-4ff4-9c2b-9750b8625fbc is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:24.271740 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c8786807-2a52-4247-8a1f-dd44b3b64ff4 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:24.299617 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (2dca9883-5cae-405e-86b2-7369d0c290c9), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:24.438228 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:24.448018 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:24.460187 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:11:24.463818 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port c8786807-2a52-4247-8a1f-dd44b3b64ff4 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:24.464610 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:24.466892 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:24.467450 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port c8786807-2a52-4247-8a1f-dd44b3b64ff4 Oct 23 02:11:24.469244 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:24.473619 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Sync routers for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:11:24.493349 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:24.493978 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:24.549176 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for port (2dca9883-5cae-405e-86b2-7369d0c290c9), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:24.556188 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:24.576582 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (2dca9883-5cae-405e-86b2-7369d0c290c9), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:24.579036 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (3fd0cad7-fcfc-4a6e-9874-82964ee93140), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:24.700913 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:24.718134 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9626462 Oct 23 02:11:24.750291 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:24.755076 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-a0f45cc2-ba7e-4914-9a30-318974136d71 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.5400972 Oct 23 02:11:24.757409 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48788) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:24.772835 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 1, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:24.780382 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (d5491939-bd8b-4c9a-a411-c0015260c649), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:24.807212 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:24.866325 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912ecf4d-4a9a-49a2-b3c3-8a4aacb8994c None None] The sync data for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi is: [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 1, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:11:24.894365 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port c8786807-2a52-4247-8a1f-dd44b3b64ff4 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:24.896351 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 0ed186cc-781c-4c94-a137-6238ed422aaf up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:25.001169 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 0ed186cc-781c-4c94-a137-6238ed422aaf triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:25.001817 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:25.002321 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 0ed186cc-781c-4c94-a137-6238ed422aaf Oct 23 02:11:25.085215 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-d069a36e-452a-498d-b950-b31f082e907b None None] Provisioning complete for port f70e8c78-0e52-4df0-b256-2d74477222c8 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:25.085978 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d069a36e-452a-498d-b950-b31f082e907b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:25.086620 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-d069a36e-452a-498d-b950-b31f082e907b None None] Attempt 1 to provision port f70e8c78-0e52-4df0-b256-2d74477222c8 Oct 23 02:11:25.119171 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:25.167546 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-d069a36e-452a-498d-b950-b31f082e907b None None] Port f70e8c78-0e52-4df0-b256-2d74477222c8 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:25.209180 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Router 761b3ede-22ba-4f51-ac96-0192c80f2edb has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:11:25.267680 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 0ed186cc-781c-4c94-a137-6238ed422aaf is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:25.269584 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:25.305394 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c44be-7c8f-4514-a74e-e74e2abba475 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'Port': ['ID=2dca9883-5cae-405e-86b2-7369d0c290c9,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:25.324312 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 0ed186cc-781c-4c94-a137-6238ed422aaf, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=0ed186cc-781c-4c94-a137-6238ed422aaf,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:25.336223 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:25.342393 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:20Z', 'revision_number': 3, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:25.448057 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48820) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:25.461368 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Sync routers for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:11:25.463427 dv-cinder-861491-5-iscsi neutron-server[104673]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 23 02:11:25.472304 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Checking router: 3b8f33c6-b041-4905-8b94-af085da74405 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:11:25.472666 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Updating router 3b8f33c6-b041-4905-8b94-af085da74405 port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:11:25.527918 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:25.528494 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:25.536060 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:25.629304 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=0ed186cc-781c-4c94-a137-6238ed422aaf,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:25.639537 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 76611546-af75-4ff4-9c2b-9750b8625fbc up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:25.659801 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-0a84a091-d6da-42ee-ac7e-b8f8d64f4860 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--334442926&fields=id&tenant_id=fa4d62bf272e4ce69022518ff362813f HTTP/1.1" status: 200 len: 267 time: 0.2024868 Oct 23 02:11:25.694227 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:25.841493 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:25.931888 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 76611546-af75-4ff4-9c2b-9750b8625fbc triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:25.932510 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:25.933008 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 76611546-af75-4ff4-9c2b-9750b8625fbc Oct 23 02:11:26.176426 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:26.241907 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Router d5491939-bd8b-4c9a-a411-c0015260c649 is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:11:26.247623 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:26.285977 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:11:26.309272 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7b9105d7-142e-419c-9a85-19fa0b80f069 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/761b3ede-22ba-4f51-ac96-0192c80f2edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7344110 Oct 23 02:11:26.390816 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Publish callbacks [] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:26.417004 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:26.521981 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b8816-041e-413f-b124-384c0244e7b6 None None] Pushing event updated for resources: {'Port': ['ID=60c5c296-c7ae-4265-a8fd-f57d2d7c423a,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:26.544342 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Attempting to bind port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:26.545206 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Attempting to bind port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:26.549794 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:26.551868 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Attempting to bind port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:26.573588 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 76611546-af75-4ff4-9c2b-9750b8625fbc is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:26.601258 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:26.603725 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 2, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:26.615239 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:11:26.632894 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Sync routers for ids ['d5491939-bd8b-4c9a-a411-c0015260c649'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:11:26.652124 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:26.654856 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-4a5ec048-c759-4c80-8d1e-e918a344f79e admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.1872976 Oct 23 02:11:26.656993 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48866) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:26.693406 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Routers {'d5491939-bd8b-4c9a-a411-c0015260c649'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:26.701674 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Checking router: 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:11:26.704698 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Updating router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 port 6336d0f6-563e-4f77-90ad-76fe9692b64d binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:11:26.709020 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['d5491939-bd8b-4c9a-a411-c0015260c649'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:26.739780 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-265f3745-af25-4741-860d-0939da899289 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:26.743186 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-265f3745-af25-4741-860d-0939da899289 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 817 time: 1.0626755 Oct 23 02:11:26.799810 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:26.812627 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:26.813041 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:26.813839 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:26.814524 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:26.815304 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Bound port: 60c5c296-c7ae-4265-a8fd-f57d2d7c423a, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:26.815933 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:26.869598 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-936f2a67-22ea-4dd0-bd0f-6ad68c4815d1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/quotas/fa4d62bf272e4ce69022518ff362813f HTTP/1.1" status: 200 len: 375 time: 0.1048095 Oct 23 02:11:26.896051 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:26.956377 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:26.992102 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:27.041531 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] For port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:27.088669 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-e3f42e8e-654d-42ad-aa77-93b5b42d7098 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1977146 Oct 23 02:11:27.099010 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] For port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=60c5c296-c7ae-4265-a8fd-f57d2d7c423a,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:27.110311 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Set router d5491939-bd8b-4c9a-a411-c0015260c649 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:27.125018 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.262032 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48886) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:27.272821 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-1a24949b-9098-4735-b3cb-b20d3e284482 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898319798', 'description': 'tempest-description--405442334'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:27.437248 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Allocated IP 172.20.0.1 (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e/ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1/662409cc-47f3-48c8-baab-51a162814604) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:27.471100 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a24949b-9098-4735-b3cb-b20d3e284482 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.524296 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Publish callbacks [] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.538524 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.547862 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:27.548428 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:27.654019 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b8816-041e-413f-b124-384c0244e7b6 None None] Pushing event updated for resources: {'Port': ['ID=60c5c296-c7ae-4265-a8fd-f57d2d7c423a,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:27.729324 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2500aeb-b44b-497b-8338-1ad403b8f193 None None] Pushing event updated for resources: {'Port': ['ID=6336d0f6-563e-4f77-90ad-76fe9692b64d,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:27.777214 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 0ed186cc-781c-4c94-a137-6238ed422aaf up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:27.783264 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Publish callbacks [] for port (662409cc-47f3-48c8-baab-51a162814604), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.832093 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Attempting to bind port 6336d0f6-563e-4f77-90ad-76fe9692b64d on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:27.833113 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Attempting to bind port 6336d0f6-563e-4f77-90ad-76fe9692b64d by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:27.833724 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Attempting to bind port 6336d0f6-563e-4f77-90ad-76fe9692b64d on network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:27.834988 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-213626f0-7404-4162-afb9-ff1487f2d90c service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:11:27.846429 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-213626f0-7404-4162-afb9-ff1487f2d90c service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2226341 Oct 23 02:11:27.917673 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a24949b-9098-4735-b3cb-b20d3e284482 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (3c64b80e-55fd-419f-a632-b84bda3d2ad1), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.920390 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:27.930605 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a24949b-9098-4735-b3cb-b20d3e284482 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (3c64b80e-55fd-419f-a632-b84bda3d2ad1), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.937854 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:27.938471 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Checking segment: {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:27.939933 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.940426 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Bound using segment: {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:27.943967 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Bound port: 6336d0f6-563e-4f77-90ad-76fe9692b64d, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:27.945047 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:27.984560 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:27.993169 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:28.024499 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a24949b-9098-4735-b3cb-b20d3e284482 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.026754 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1a24949b-9098-4735-b3cb-b20d3e284482 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7641654 Oct 23 02:11:28.033611 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48926) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:28.035960 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24949b-9098-4735-b3cb-b20d3e284482 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c64b80e-55fd-419f-a632-b84bda3d2ad1,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:28.043519 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-763cdcd6-6eea-436f-ad31-d3f53c90857c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'security_group_rule': {'security_group_id': '3c64b80e-55fd-419f-a632-b84bda3d2ad1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:28.059078 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 0ed186cc-781c-4c94-a137-6238ed422aaf triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:28.059462 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.059807 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 0ed186cc-781c-4c94-a137-6238ed422aaf Oct 23 02:11:28.134047 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-763cdcd6-6eea-436f-ad31-d3f53c90857c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (392a0f42-9c5a-46fe-aa26-f3525ccc7040), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.151614 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-b35161b4-5be5-4e06-a09d-403987e0ead0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028491 Oct 23 02:11:28.157585 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:23Z', 'revision_number': 3, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'gw_port': {'id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:28.165897 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (662409cc-47f3-48c8-baab-51a162814604), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.187559 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:28.188962 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] For port 6336d0f6-563e-4f77-90ad-76fe9692b64d, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:28.197173 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] For port 6336d0f6-563e-4f77-90ad-76fe9692b64d, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=6336d0f6-563e-4f77-90ad-76fe9692b64d,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:28.250679 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.262097 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:28.272476 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:28.296030 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:28.297791 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (3b8f33c6-b041-4905-8b94-af085da74405), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.403017 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-763cdcd6-6eea-436f-ad31-d3f53c90857c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (392a0f42-9c5a-46fe-aa26-f3525ccc7040), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.412624 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Checking router: d5491939-bd8b-4c9a-a411-c0015260c649 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:11:28.414421 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Updating router d5491939-bd8b-4c9a-a411-c0015260c649 port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:11:28.424339 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-763cdcd6-6eea-436f-ad31-d3f53c90857c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (392a0f42-9c5a-46fe-aa26-f3525ccc7040), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.479552 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:28.481608 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cdcd6-6eea-436f-ad31-d3f53c90857c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392a0f42-9c5a-46fe-aa26-f3525ccc7040,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:28.504279 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.528249 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:28.530212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:28.554170 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-763cdcd6-6eea-436f-ad31-d3f53c90857c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.555614 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-763cdcd6-6eea-436f-ad31-d3f53c90857c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5159659 Oct 23 02:11:28.558830 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 48938) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:28.569615 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-d770e08e-6387-44af-888b-12262ff89772 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'security_group_rule': {'security_group_id': '3c64b80e-55fd-419f-a632-b84bda3d2ad1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:28.595443 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:28.600547 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.613642 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Pushing event updated for resources: {'Port': ['ID=662409cc-47f3-48c8-baab-51a162814604,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:28.658736 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d770e08e-6387-44af-888b-12262ff89772 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (6e417ac4-0917-4551-9f50-0ddbe2099943), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.659652 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:28.664877 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (662409cc-47f3-48c8-baab-51a162814604), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:28.751262 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:20Z', 'revision_number': 3, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:28.766184 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2500aeb-b44b-497b-8338-1ad403b8f193 None None] Pushing event updated for resources: {'Port': ['ID=6336d0f6-563e-4f77-90ad-76fe9692b64d,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:28.777864 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-36f155ae-d30e-4fd7-80aa-ff5633b42a6f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217906 Oct 23 02:11:29.013235 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047db3cf-7b11-472b-b45f-95ea7fc082b3 None None] The sync data for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi is: [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:20Z', 'revision_number': 3, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:11:29.121556 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d770e08e-6387-44af-888b-12262ff89772 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (6e417ac4-0917-4551-9f50-0ddbe2099943), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.141949 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d770e08e-6387-44af-888b-12262ff89772 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (6e417ac4-0917-4551-9f50-0ddbe2099943), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.187702 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Sync routers for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:11:29.212086 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770e08e-6387-44af-888b-12262ff89772 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e417ac4-0917-4551-9f50-0ddbe2099943,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:29.223593 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:29.225207 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48976) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:29.243856 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Publish callbacks [] for port (662409cc-47f3-48c8-baab-51a162814604), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.246886 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-89b9fad9-6a95-4e2f-8b0f-39003d92fddc None None] Provisioning complete for port 662409cc-47f3-48c8-baab-51a162814604 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:29.248456 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-89b9fad9-6a95-4e2f-8b0f-39003d92fddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (662409cc-47f3-48c8-baab-51a162814604), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.249560 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-89b9fad9-6a95-4e2f-8b0f-39003d92fddc None None] Attempt 1 to provision port 662409cc-47f3-48c8-baab-51a162814604 Oct 23 02:11:29.281255 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:29.281902 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:29.291494 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Allocated IP 172.20.0.1 (c5fbd9df-9f8a-4f60-9255-3da999cfa5f9/360d791f-a1fc-49fc-a38f-914286807e64/f4660c40-d4c2-4180-8377-8966c44ad8e0) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:29.338123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (662409cc-47f3-48c8-baab-51a162814604), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.368277 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (3b8f33c6-b041-4905-8b94-af085da74405), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.418692 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:29.432490 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d770e08e-6387-44af-888b-12262ff89772 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.438366 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d770e08e-6387-44af-888b-12262ff89772 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8722625 Oct 23 02:11:29.449290 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87a35511-6201-4b96-971c-1479badf0306 req-3a0828b8-b6d3-4dd9-8bf1-bdc4399fed0a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 210 time: 0.2107983 Oct 23 02:11:29.450137 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 48986) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:29.475854 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Publish callbacks [] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.490948 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:29.499115 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 0ed186cc-781c-4c94-a137-6238ed422aaf is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:29.512837 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 964fec5c-ca0c-4752-a62b-ce7869cc3945 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:29.544449 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.545247 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:29.587478 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Publish callbacks [] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.600109 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.612964 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:29.653599 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.683687 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:29.707151 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:29.712722 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Attempting to bind port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:29.713103 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Attempting to bind port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:29.713474 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Attempting to bind port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:29.724227 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:29.726852 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (d5491939-bd8b-4c9a-a411-c0015260c649), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.743087 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Pushing event updated for resources: {'Port': ['ID=f4660c40-d4c2-4180-8377-8966c44ad8e0,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:29.877227 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-89b9fad9-6a95-4e2f-8b0f-39003d92fddc None None] Port 662409cc-47f3-48c8-baab-51a162814604 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:29.896661 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Pushing event updated for resources: {'Port': ['ID=662409cc-47f3-48c8-baab-51a162814604,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:29.980733 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:29.981259 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:29.982788 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:29.983596 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:29.991026 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Bound port: ac3b0d21-592e-4ac0-bb2b-3baa987d35fc, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:29.992177 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:30.096291 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] For port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:30.105760 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] For port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ac3b0d21-592e-4ac0-bb2b-3baa987d35fc,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:30.118667 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7a8b1-bb44-44df-be06-639b44b53562 None None] Pushing event updated for resources: {'Port': ['ID=ac3b0d21-592e-4ac0-bb2b-3baa987d35fc,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:30.122865 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:30.141514 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:30.155744 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:30.161621 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:30.216753 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:30.243688 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Routers {'d5491939-bd8b-4c9a-a411-c0015260c649'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:30.244338 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['d5491939-bd8b-4c9a-a411-c0015260c649'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:30.282481 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 964fec5c-ca0c-4752-a62b-ce7869cc3945 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:30.286998 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:30.287666 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 964fec5c-ca0c-4752-a62b-ce7869cc3945 Oct 23 02:11:30.457847 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7a8b1-bb44-44df-be06-639b44b53562 None None] Pushing event updated for resources: {'Port': ['ID=ac3b0d21-592e-4ac0-bb2b-3baa987d35fc,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:30.491258 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Publish callbacks [] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:30.494840 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:30.499935 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:30.501102 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (d5491939-bd8b-4c9a-a411-c0015260c649), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:30.639852 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Allocated IP 172.27.0.28 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/4e524ec9-0681-4326-822d-a13a1dd960e0) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:30.670664 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Router 3b8f33c6-b041-4905-8b94-af085da74405 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:11:30.733383 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-baa19768-c627-4a69-9d27-5de6a838c3c5 None None] Provisioning complete for port f4660c40-d4c2-4180-8377-8966c44ad8e0 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:30.733883 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-baa19768-c627-4a69-9d27-5de6a838c3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:30.734372 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-baa19768-c627-4a69-9d27-5de6a838c3c5 None None] Attempt 1 to provision port f4660c40-d4c2-4180-8377-8966c44ad8e0 Oct 23 02:11:30.745353 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:30.751046 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6c766992-33f9-4975-875e-0b9b7a9e758c req-77dd5fe3-2a01-4d3e-8d3a-0e7c233ff83a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 210 time: 0.0984018 Oct 23 02:11:30.830259 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:30.838292 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:30.856019 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Pushing event updated for resources: {'Port': ['ID=f4660c40-d4c2-4180-8377-8966c44ad8e0,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:30.885176 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] Set router d5491939-bd8b-4c9a-a411-c0015260c649 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:31.125778 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:31.150229 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Router d5491939-bd8b-4c9a-a411-c0015260c649 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:11:31.209482 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-baa19768-c627-4a69-9d27-5de6a838c3c5 None None] Port f4660c40-d4c2-4180-8377-8966c44ad8e0 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:31.380173 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:31.412641 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:11:31.443648 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-946a2547-6c5e-40fd-860a-3a9f2e25399b admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/3b8f33c6-b041-4905-8b94-af085da74405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6832833 Oct 23 02:11:31.449176 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:30Z', 'revision_number': 4, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'gw_port': {'id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f4660c40-d4c2-4180-8377-8966c44ad8e0', 'name': '', 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'mac_address': 'fa:16:3e:d5:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '360d791f-a1fc-49fc-a38f-914286807e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:28Z', 'updated_at': '2022-10-23T02:11:29Z', 'revision_number': 1, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'subnets': [{'id': '360d791f-a1fc-49fc-a38f-914286807e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:31.478380 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7a7bf-d5f4-4ebc-b184-420a49741026 None None] The sync data for ids ['d5491939-bd8b-4c9a-a411-c0015260c649'] in dv-cinder-861491-5-iscsi is: [{'id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:30Z', 'revision_number': 4, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'gw_port': {'id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f4660c40-d4c2-4180-8377-8966c44ad8e0', 'name': '', 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'mac_address': 'fa:16:3e:d5:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '360d791f-a1fc-49fc-a38f-914286807e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:28Z', 'updated_at': '2022-10-23T02:11:29Z', 'revision_number': 1, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'subnets': [{'id': '360d791f-a1fc-49fc-a38f-914286807e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:11:31.535961 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-2f27b363-0ac3-4993-abe9-f732497a1874 None None] Provisioning complete for port f4660c40-d4c2-4180-8377-8966c44ad8e0 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:31.536580 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2f27b363-0ac3-4993-abe9-f732497a1874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:31.537121 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-2f27b363-0ac3-4993-abe9-f732497a1874 None None] Attempt 1 to provision port f4660c40-d4c2-4180-8377-8966c44ad8e0 Oct 23 02:11:31.545373 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 964fec5c-ca0c-4752-a62b-ce7869cc3945 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:31.546294 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:31.597952 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for port (4e524ec9-0681-4326-822d-a13a1dd960e0), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:31.649360 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 964fec5c-ca0c-4752-a62b-ce7869cc3945, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=964fec5c-ca0c-4752-a62b-ce7869cc3945,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:31.651518 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:31.679339 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:31.694858 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:31.712271 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:31.749231 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (4e524ec9-0681-4326-822d-a13a1dd960e0), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:31.800787 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-2f27b363-0ac3-4993-abe9-f732497a1874 None None] Port f4660c40-d4c2-4180-8377-8966c44ad8e0 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:31.821455 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e201fda7-fb8c-4010-a51c-40ae6e4e5767 None None] The sync data for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi is: [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:11:31.851809 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:11:31.862892 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-826baf27-1ae5-480d-aa08-d1ee54645424 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/d5491939-bd8b-4c9a-a411-c0015260c649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2046244 Oct 23 02:11:31.884360 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:31.931395 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'Port': ['ID=4e524ec9-0681-4326-822d-a13a1dd960e0,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:31.964449 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-2f27b363-0ac3-4993-abe9-f732497a1874 None None] Provisioning complete for port 662409cc-47f3-48c8-baab-51a162814604 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:31.966856 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2f27b363-0ac3-4993-abe9-f732497a1874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (662409cc-47f3-48c8-baab-51a162814604), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:31.967418 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-2f27b363-0ac3-4993-abe9-f732497a1874 None None] Attempt 1 to provision port 662409cc-47f3-48c8-baab-51a162814604 Oct 23 02:11:32.027491 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:32.032551 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:32.056165 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=964fec5c-ca0c-4752-a62b-ce7869cc3945,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:32.066184 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49092) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:32.080659 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:32.130645 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2aec157f-d8c6-4b4b-b9df-e11e36fa6c55 req-2c53e937-bb03-42d2-a827-67e3c469d657 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 210 time: 0.1362536 Oct 23 02:11:32.220422 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 2, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:32.240096 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 60c5c296-c7ae-4265-a8fd-f57d2d7c423a up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:32.262698 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (7279a2cd-115b-4eea-9d6d-0ea1a01ab71b), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.315401 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-2f27b363-0ac3-4993-abe9-f732497a1874 None None] Port 662409cc-47f3-48c8-baab-51a162814604 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:32.330366 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Checking router: 761b3ede-22ba-4f51-ac96-0192c80f2edb for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:11:32.331146 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Updating router 761b3ede-22ba-4f51-ac96-0192c80f2edb port f70e8c78-0e52-4df0-b256-2d74477222c8 binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:11:32.363887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (4e524ec9-0681-4326-822d-a13a1dd960e0), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.460635 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.485092 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:32.485738 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.486261 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a Oct 23 02:11:32.645424 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for port (4e524ec9-0681-4326-822d-a13a1dd960e0), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.664192 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (4e524ec9-0681-4326-822d-a13a1dd960e0), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.665679 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (7279a2cd-115b-4eea-9d6d-0ea1a01ab71b), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.708864 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f747-80c4-4229-b01f-ad51a98a5d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.761233 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:32.762263 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.764065 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.767234 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49116) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:32.779041 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2894034 Oct 23 02:11:32.790009 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=60c5c296-c7ae-4265-a8fd-f57d2d7c423a,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:32.916298 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.917269 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 6336d0f6-563e-4f77-90ad-76fe9692b64d up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:32.920476 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f747-80c4-4229-b01f-ad51a98a5d3d admin admin] Publish callbacks [] for security_group (1fec05a5-ab21-4e46-956d-cb8262d3fde4), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:32.926038 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f747-80c4-4229-b01f-ad51a98a5d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (1fec05a5-ab21-4e46-956d-cb8262d3fde4), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.012641 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd50e29-2072-4cf9-b5c9-a7114f3f9f16 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'Port': ['ID=4e524ec9-0681-4326-822d-a13a1dd960e0,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:33.032209 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-dcaa2063-d63c-4d47-afb7-0c771a4c6ee2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:33.047099 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-dcaa2063-d63c-4d47-afb7-0c771a4c6ee2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 819 time: 0.2662854 Oct 23 02:11:33.071010 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e5a8f747-80c4-4229-b01f-ad51a98a5d3d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fd203962e98e40dea828d8223b1d5a58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0035911 Oct 23 02:11:33.072574 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-80233c0b-2fcf-4a17-853b-5a7a3b12541e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/quotas/d7ac3d840c9f41ea842b8f4935770f8b HTTP/1.1" status: 200 len: 375 time: 0.0246317 Oct 23 02:11:33.076661 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49130) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:33.090285 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8f747-80c4-4229-b01f-ad51a98a5d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec05a5-ab21-4e46-956d-cb8262d3fde4,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:33.166806 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Publish callbacks [] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.172424 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:33.173266 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=60c5c296-c7ae-4265-a8fd-f57d2d7c423a,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:33.187211 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.205106 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-601e3afb-6f68-4ddd-a9e5-5e7c3f8758fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.238614 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49138) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:33.245286 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 6336d0f6-563e-4f77-90ad-76fe9692b64d triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:33.245760 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.245898 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 6336d0f6-563e-4f77-90ad-76fe9692b64d Oct 23 02:11:33.251776 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-c14443c7-ef84-430e-aaee-f9564ccc33ef tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573811 Oct 23 02:11:33.282777 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:33.321769 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5dc595a7-d707-4c48-bdbe-b2510cca8ad2 admin admin] Publish callbacks [] for security_group (1fec05a5-ab21-4e46-956d-cb8262d3fde4), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.338326 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6571a7a-d8ae-454d-9884-77c191059843 None None] Pushing event updated for resources: {'Port': ['ID=f70e8c78-0e52-4df0-b256-2d74477222c8,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:33.449435 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-601e3afb-6f68-4ddd-a9e5-5e7c3f8758fe admin admin] Publish callbacks [] for security_group (0bd580b8-6628-4a35-8b9f-86870b39d666), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.451933 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d751c81-5ecf-44fb-8ee6-1e8f3de969f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.473278 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.49', 61839) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:33.482680 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5dc595a7-d707-4c48-bdbe-b2510cca8ad2 admin admin] Publish callbacks [] for security_group (1fec05a5-ab21-4e46-956d-cb8262d3fde4), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.637404 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:33.675947 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-a2c97889-85dd-4b87-8717-77a33fee6bf0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141366 Oct 23 02:11:33.698298 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Attempting to bind port f70e8c78-0e52-4df0-b256-2d74477222c8 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:33.698718 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Attempting to bind port f70e8c78-0e52-4df0-b256-2d74477222c8 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:33.699090 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Attempting to bind port f70e8c78-0e52-4df0-b256-2d74477222c8 on network d813ef1f-8211-49e2-a5ea-c7934e717ca1 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:33.790646 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 6336d0f6-563e-4f77-90ad-76fe9692b64d is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:33.791090 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.792895 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-601e3afb-6f68-4ddd-a9e5-5e7c3f8758fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (0bd580b8-6628-4a35-8b9f-86870b39d666), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.833402 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:33.833402 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Checking segment: {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:33.833402 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.833402 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Bound using segment: {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:33.833402 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Bound port: f70e8c78-0e52-4df0-b256-2d74477222c8, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:33.833402 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:33.894204 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 6336d0f6-563e-4f77-90ad-76fe9692b64d, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=6336d0f6-563e-4f77-90ad-76fe9692b64d,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:33.969390 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:34.020785 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:34.032860 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Sync routers for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:11:34.061736 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e3afb-6f68-4ddd-a9e5-5e7c3f8758fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd580b8-6628-4a35-8b9f-86870b39d666,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:34.062142 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:34.062833 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:34.140568 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] For port f70e8c78-0e52-4df0-b256-2d74477222c8, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:34.157156 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:34.178722 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] For port f70e8c78-0e52-4df0-b256-2d74477222c8, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f70e8c78-0e52-4df0-b256-2d74477222c8,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:34.179044 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-86620235-8b47-42ee-980b-128a65cc55fd tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:34.179044 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-86620235-8b47-42ee-980b-128a65cc55fd tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/networks?id=c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 HTTP/1.1" status: 200 len: 812 time: 0.5128164 Oct 23 02:11:34.179181 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=6336d0f6-563e-4f77-90ad-76fe9692b64d,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:34.191175 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:34.253465 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5dc595a7-d707-4c48-bdbe-b2510cca8ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (1fec05a5-ab21-4e46-956d-cb8262d3fde4), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:34.257027 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5dc595a7-d707-4c48-bdbe-b2510cca8ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:34.258325 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-5dc595a7-d707-4c48-bdbe-b2510cca8ad2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1fec05a5-ab21-4e46-956d-cb8262d3fde4 HTTP/1.1" status: 204 len: 168 time: 1.1806996 Oct 23 02:11:34.276249 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-dae0a432-162a-435a-99ab-8e13c988948c tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/quotas/d296608fc23c4667b5173c0f3fe1697e HTTP/1.1" status: 200 len: 375 time: 0.0875013 Oct 23 02:11:34.296993 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-ec0d204a-755a-453e-a35e-08e518f18bf6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777266 Oct 23 02:11:34.301496 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc595a7-d707-4c48-bdbe-b2510cca8ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec05a5-ab21-4e46-956d-cb8262d3fde4,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:34.305235 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6571a7a-d8ae-454d-9884-77c191059843 None None] Pushing event updated for resources: {'Port': ['ID=f70e8c78-0e52-4df0-b256-2d74477222c8,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:34.327380 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:34.327949 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:34.383317 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-50a3aad8-3102-4a98-b705-f2f9968ffd25 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:34.395203 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-50a3aad8-3102-4a98-b705-f2f9968ffd25 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 817 time: 0.9154546 Oct 23 02:11:34.398666 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-2c81bdbc-a6b0-4b99-8c27-25f994f7485e tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d296608fc23c4667b5173c0f3fe1697e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213889 Oct 23 02:11:34.423273 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49178) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:34.428603 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-601e3afb-6f68-4ddd-a9e5-5e7c3f8758fe admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=79275f37a32140718ec85a2551b4180f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6580861 Oct 23 02:11:34.471785 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d751c81-5ecf-44fb-8ee6-1e8f3de969f0 admin admin] Publish callbacks [] for security_group (c1e8e94b-a25a-4604-97a6-8a349bb9e481), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:34.478943 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:34.500561 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d751c81-5ecf-44fb-8ee6-1e8f3de969f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (c1e8e94b-a25a-4604-97a6-8a349bb9e481), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:34.563605 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:34.572602 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 60c5c296-c7ae-4265-a8fd-f57d2d7c423a up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:34.610236 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:34.630388 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-72965aa2-45d0-4ca0-82eb-e767211dc685 admin admin] Publish callbacks [] for security_group (0bd580b8-6628-4a35-8b9f-86870b39d666), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:34.646811 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d751c81-5ecf-44fb-8ee6-1e8f3de969f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e8e94b-a25a-4604-97a6-8a349bb9e481,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:34.744957 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-72965aa2-45d0-4ca0-82eb-e767211dc685 admin admin] Publish callbacks [] for security_group (0bd580b8-6628-4a35-8b9f-86870b39d666), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:34.805874 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1d751c81-5ecf-44fb-8ee6-1e8f3de969f0 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b19eadcff3d740c7bd8cc0952474a765&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5643258 Oct 23 02:11:34.808012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49206) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:34.860532 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:34.905498 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-b9d323f5-f8d1-4fdf-b718-6e52b8606e9b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fa4d62bf272e4ce69022518ff362813f HTTP/1.1" status: 200 len: 379 time: 0.4290764 Oct 23 02:11:34.923451 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'port': {'device_id': '847628be-0620-4309-99c8-6036d43d26f7', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'admin_state_up': True, 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'security_groups': ['b10c02db-0d8b-4c26-9615-8e2680e5c5c9']}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:34.987427 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:34.987833 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:34.988173 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a Oct 23 02:11:35.041042 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 2, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:35.108767 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Checking router: 3b8f33c6-b041-4905-8b94-af085da74405 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:11:35.109285 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Updating router 3b8f33c6-b041-4905-8b94-af085da74405 port 662409cc-47f3-48c8-baab-51a162814604 binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:11:35.133247 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49222) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:35.147169 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:35.167721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-efb9b433-de75-4fad-8531-88b3dce89949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:35.186823 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-875eea53-0356-45f2-92ed-3999bcafd179 admin admin] Publish callbacks [] for security_group (c1e8e94b-a25a-4604-97a6-8a349bb9e481), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:35.199614 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (662409cc-47f3-48c8-baab-51a162814604), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:35.286084 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-875eea53-0356-45f2-92ed-3999bcafd179 admin admin] Publish callbacks [] for security_group (c1e8e94b-a25a-4604-97a6-8a349bb9e481), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:35.397635 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-6224d776-3ba4-4444-ad67-0b065d8c7d4e service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:11:35.400848 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-6224d776-3ba4-4444-ad67-0b065d8c7d4e service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4590800 Oct 23 02:11:35.530545 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-fd5cd656-6af8-46a0-a756-7c17b2b17a4f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1898319798&fields=id&tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c HTTP/1.1" status: 200 len: 267 time: 0.6483126 Oct 23 02:11:35.535885 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-875eea53-0356-45f2-92ed-3999bcafd179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (c1e8e94b-a25a-4604-97a6-8a349bb9e481), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:35.538946 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-875eea53-0356-45f2-92ed-3999bcafd179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:35.539487 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Made reservation on behalf of fa4d62bf272e4ce69022518ff362813f for: {'port': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:35.546029 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:35.548308 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-875eea53-0356-45f2-92ed-3999bcafd179 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c1e8e94b-a25a-4604-97a6-8a349bb9e481 HTTP/1.1" status: 204 len: 168 time: 0.7368693 Oct 23 02:11:35.593222 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:35.631772 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:35.633434 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 964fec5c-ca0c-4752-a62b-ce7869cc3945 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:35.670509 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eea53-0356-45f2-92ed-3999bcafd179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e8e94b-a25a-4604-97a6-8a349bb9e481,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:35.853620 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-72965aa2-45d0-4ca0-82eb-e767211dc685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (0bd580b8-6628-4a35-8b9f-86870b39d666), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:35.857383 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-72965aa2-45d0-4ca0-82eb-e767211dc685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:35.864754 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-72965aa2-45d0-4ca0-82eb-e767211dc685 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0bd580b8-6628-4a35-8b9f-86870b39d666 HTTP/1.1" status: 204 len: 168 time: 1.4403157 Oct 23 02:11:35.912654 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965aa2-45d0-4ca0-82eb-e767211dc685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd580b8-6628-4a35-8b9f-86870b39d666,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:36.007485 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:36.063537 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Publish callbacks [] for port (662409cc-47f3-48c8-baab-51a162814604), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:36.073180 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (662409cc-47f3-48c8-baab-51a162814604), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:36.150256 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-9b40c129-c6fa-4466-8d6c-1b6551120ee9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c5fbd9df-9f8a-4f60-9255-3da999cfa5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7228329 Oct 23 02:11:36.181010 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 964fec5c-ca0c-4752-a62b-ce7869cc3945 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:36.181777 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:36.181966 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 964fec5c-ca0c-4752-a62b-ce7869cc3945 Oct 23 02:11:36.277275 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Allocated IP 172.20.0.7 (7bfefda5-1c31-4cf3-a13e-af4e5cedf457/4affffe7-6fa5-42f2-b8a8-198260726d52/24fbd91b-949f-4c46-a496-148c4722eb45) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:36.283324 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5afd61-8594-4c16-bf65-30bb70e1f333 None None] Pushing event updated for resources: {'Port': ['ID=662409cc-47f3-48c8-baab-51a162814604,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:36.301803 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:34Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:36.374927 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:36.400552 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deefd9f-d532-4904-be91-78f542367df8 req-07c6a800-0a64-4295-8a6a-514e0a7891a1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:36.402162 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-07c6a800-0a64-4295-8a6a-514e0a7891a1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 200 len: 811 time: 0.7794659 Oct 23 02:11:36.448331 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-3a6bf44a-dbdd-4353-b115-1dd87f771186 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/quotas/49a39f93e67c4d3f9529bdef5bb66b4c HTTP/1.1" status: 200 len: 375 time: 0.0253563 Oct 23 02:11:36.482730 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3b0dd1-7560-4af0-959f-dfe3730761a0 None None] The sync data for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi is: [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:34Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:11:36.485447 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:36.558994 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Attempting to bind port 662409cc-47f3-48c8-baab-51a162814604 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:36.559411 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Attempting to bind port 662409cc-47f3-48c8-baab-51a162814604 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:36.565229 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Attempting to bind port 662409cc-47f3-48c8-baab-51a162814604 on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:36.664097 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 964fec5c-ca0c-4752-a62b-ce7869cc3945 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:36.772120 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-efb9b433-de75-4fad-8531-88b3dce89949 admin admin] Publish callbacks [] for security_group (d35a7795-a757-467c-ba18-b8a41d11a76b), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:36.815160 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:36.815536 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Checking segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:36.815950 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:36.816345 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Bound using segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:36.816823 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Bound port: 662409cc-47f3-48c8-baab-51a162814604, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:36.817246 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (662409cc-47f3-48c8-baab-51a162814604), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:36.832212 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49264) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:36.877208 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for port (24fbd91b-949f-4c46-a496-148c4722eb45), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:36.902760 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-efb9b433-de75-4fad-8531-88b3dce89949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d35a7795-a757-467c-ba18-b8a41d11a76b), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:36.926257 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0b2924b3-037a-4576-bca6-752fd4398d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:36.991533 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:37.007320 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49268) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:37.027850 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.100834 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c11a995-b7ea-4866-8228-d93dcbf3b206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.161425 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] For port 662409cc-47f3-48c8-baab-51a162814604, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:37.178013 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] For port 662409cc-47f3-48c8-baab-51a162814604, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=662409cc-47f3-48c8-baab-51a162814604,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:37.181111 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9b433-de75-4fad-8531-88b3dce89949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35a7795-a757-467c-ba18-b8a41d11a76b,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:37.195259 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (662409cc-47f3-48c8-baab-51a162814604), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.223459 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-efb9b433-de75-4fad-8531-88b3dce89949 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1d0ae24e18ee431ca4fed3a21593d648&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0889816 Oct 23 02:11:37.224486 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49272) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:37.229315 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f70e8c78-0e52-4df0-b256-2d74477222c8 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:37.420715 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c11a995-b7ea-4866-8228-d93dcbf3b206 admin admin] Publish callbacks [] for security_group (07d37a84-a519-45fd-ad7a-c4ec3392131b), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.462707 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-5a62b0a4-0b30-4c5a-bdc5-a437b5254277 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9786215 Oct 23 02:11:37.465952 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:37.466978 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:37.473022 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5afd61-8594-4c16-bf65-30bb70e1f333 None None] Pushing event updated for resources: {'Port': ['ID=662409cc-47f3-48c8-baab-51a162814604,revision_number=4']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:37.513721 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port f70e8c78-0e52-4df0-b256-2d74477222c8 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:37.514407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.515090 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port f70e8c78-0e52-4df0-b256-2d74477222c8 Oct 23 02:11:37.594111 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:37.606605 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c11a995-b7ea-4866-8228-d93dcbf3b206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (07d37a84-a519-45fd-ad7a-c4ec3392131b), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.617167 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-eb39bbe3-c8c9-455d-906b-5b1fc65e45e4 admin admin] Publish callbacks [] for security_group (d35a7795-a757-467c-ba18-b8a41d11a76b), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.658564 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:37.683774 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:37.687848 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:37.699422 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:37.701460 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.719985 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-eb39bbe3-c8c9-455d-906b-5b1fc65e45e4 admin admin] Publish callbacks [] for security_group (d35a7795-a757-467c-ba18-b8a41d11a76b), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.745867 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port f70e8c78-0e52-4df0-b256-2d74477222c8 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:37.746464 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.774871 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-96a8e6a5-bac4-4442-8375-bc14d6c24c73 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8641412 Oct 23 02:11:37.804959 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:37.828638 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-8c11a995-b7ea-4866-8228-d93dcbf3b206 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6500f18ae566427bbdd5e65fcc390fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8183770 Oct 23 02:11:37.830395 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49280) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:37.848262 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11a995-b7ea-4866-8228-d93dcbf3b206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d37a84-a519-45fd-ad7a-c4ec3392131b,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:37.886794 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port f70e8c78-0e52-4df0-b256-2d74477222c8, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f70e8c78-0e52-4df0-b256-2d74477222c8,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:37.895926 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:37.897117 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 6336d0f6-563e-4f77-90ad-76fe9692b64d up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:37.953921 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-5ac03ebe-2dc6-4cbb-885e-e2a24f7285c9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104672) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:11:37.955059 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-5ac03ebe-2dc6-4cbb-885e-e2a24f7285c9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0099461 Oct 23 02:11:38.149861 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=f70e8c78-0e52-4df0-b256-2d74477222c8,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:38.173495 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 6336d0f6-563e-4f77-90ad-76fe9692b64d triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:38.178735 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:38.180690 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.181057 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 6336d0f6-563e-4f77-90ad-76fe9692b64d Oct 23 02:11:38.221065 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:38.222003 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.49', 61851) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:38.255321 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:38.334308 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:38.345405 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-73e7840d-6fef-46c8-8523-21ccb81f4c4d None None] Provisioning complete for port 24fbd91b-949f-4c46-a496-148c4722eb45 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:38.346678 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-73e7840d-6fef-46c8-8523-21ccb81f4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.347179 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-73e7840d-6fef-46c8-8523-21ccb81f4c4d None None] Attempt 1 to provision port 24fbd91b-949f-4c46-a496-148c4722eb45 Oct 23 02:11:38.356983 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 6336d0f6-563e-4f77-90ad-76fe9692b64d is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:38.358606 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ac3b0d21-592e-4ac0-bb2b-3baa987d35fc up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:38.414949 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f6733-d177-4d04-8930-0551d03fe2f8 None None] The sync data for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi is: [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:11:38.467041 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Request body: {'port': {'device_id': '847628be-0620-4309-99c8-6036d43d26f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:38.487260 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-9978ff4d-a63f-4dae-99d3-4a4792025f7b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c5fbd9df-9f8a-4f60-9255-3da999cfa5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3195214 Oct 23 02:11:38.556768 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:38.557520 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.557998 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc Oct 23 02:11:38.620144 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-ff96c180-8cf5-402e-9251-c438a77d92f5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:38.622259 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-ff96c180-8cf5-402e-9251-c438a77d92f5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 819 time: 0.4112794 Oct 23 02:11:38.628732 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-73e7840d-6fef-46c8-8523-21ccb81f4c4d None None] Port 24fbd91b-949f-4c46-a496-148c4722eb45 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:38.661314 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:38.665550 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Request body: {'port': {'device_id': 'afd282d6-75f6-4241-8c5b-d364c031db43', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'admin_state_up': True, 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:38.669727 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-eb39bbe3-c8c9-455d-906b-5b1fc65e45e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d35a7795-a757-467c-ba18-b8a41d11a76b), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.672103 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-eb39bbe3-c8c9-455d-906b-5b1fc65e45e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.673295 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-eb39bbe3-c8c9-455d-906b-5b1fc65e45e4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d35a7795-a757-467c-ba18-b8a41d11a76b HTTP/1.1" status: 204 len: 168 time: 1.4396036 Oct 23 02:11:38.709773 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c8a02a3a-8d08-40f4-8b17-c3665295c3b0 admin admin] Publish callbacks [] for security_group (07d37a84-a519-45fd-ad7a-c4ec3392131b), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.747921 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39bbe3-c8c9-455d-906b-5b1fc65e45e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35a7795-a757-467c-ba18-b8a41d11a76b,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:38.817362 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0b2924b3-037a-4576-bca6-752fd4398d2b admin admin] Publish callbacks [] for security_group (f5c59a38-bef7-4fa1-b6b3-27f41f806f0c), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.819071 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:38.830001 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.850122 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0b2924b3-037a-4576-bca6-752fd4398d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f5c59a38-bef7-4fa1-b6b3-27f41f806f0c), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.866270 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c8a02a3a-8d08-40f4-8b17-c3665295c3b0 admin admin] Publish callbacks [] for security_group (07d37a84-a519-45fd-ad7a-c4ec3392131b), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.905203 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:38.933302 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ac3b0d21-592e-4ac0-bb2b-3baa987d35fc,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:38.941822 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:39.000713 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-063e4955-e282-4480-bbfa-b95b71072311 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4814954 Oct 23 02:11:39.117459 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:39.119384 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:39.120664 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=ac3b0d21-592e-4ac0-bb2b-3baa987d35fc,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:39.153665 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2924b3-037a-4576-bca6-752fd4398d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c59a38-bef7-4fa1-b6b3-27f41f806f0c,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:39.363722 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f70e8c78-0e52-4df0-b256-2d74477222c8 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:39.441628 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port f70e8c78-0e52-4df0-b256-2d74477222c8 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:39.442187 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:39.443470 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port f70e8c78-0e52-4df0-b256-2d74477222c8 Oct 23 02:11:39.490669 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-0b2924b3-037a-4576-bca6-752fd4398d2b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=064bf192c42b4d82a89e9591788b72ae&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6259685 Oct 23 02:11:39.492036 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49322) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:39.602174 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bd29e-7e87-44f5-a7d3-482097071e93 req-a6ae84f6-13bc-49e7-a36e-a6e9f6d415a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:39.604246 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f83bd29e-7e87-44f5-a7d3-482097071e93 req-a6ae84f6-13bc-49e7-a36e-a6e9f6d415a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 931 time: 0.2536027 Oct 23 02:11:39.646685 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port f70e8c78-0e52-4df0-b256-2d74477222c8 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:39.648106 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 662409cc-47f3-48c8-baab-51a162814604 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:39.656173 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c8a02a3a-8d08-40f4-8b17-c3665295c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (07d37a84-a519-45fd-ad7a-c4ec3392131b), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:39.663902 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c8a02a3a-8d08-40f4-8b17-c3665295c3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:39.668958 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c8a02a3a-8d08-40f4-8b17-c3665295c3b0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/07d37a84-a519-45fd-ad7a-c4ec3392131b HTTP/1.1" status: 204 len: 168 time: 1.7505767 Oct 23 02:11:39.711418 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a02a3a-8d08-40f4-8b17-c3665295c3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d37a84-a519-45fd-ad7a-c4ec3392131b,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:39.750807 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 662409cc-47f3-48c8-baab-51a162814604 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:39.751461 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (662409cc-47f3-48c8-baab-51a162814604), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:39.752048 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 662409cc-47f3-48c8-baab-51a162814604 Oct 23 02:11:39.769153 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-160e7791-69f7-4c68-a3dc-ada913bd41ca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462242 Oct 23 02:11:39.771912 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7e004ac8-db30-46a3-bbd4-a60adc896419 admin admin] Publish callbacks [] for security_group (f5c59a38-bef7-4fa1-b6b3-27f41f806f0c), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:39.861972 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f83bd29e-7e87-44f5-a7d3-482097071e93 req-01bb9826-07f6-4a77-b1ec-826aad78a28e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272623 Oct 23 02:11:39.884186 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7e004ac8-db30-46a3-bbd4-a60adc896419 admin admin] Publish callbacks [] for security_group (f5c59a38-bef7-4fa1-b6b3-27f41f806f0c), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:39.969890 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:40.002001 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 662409cc-47f3-48c8-baab-51a162814604 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:40.002604 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (662409cc-47f3-48c8-baab-51a162814604), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:40.061464 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7e004ac8-db30-46a3-bbd4-a60adc896419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f5c59a38-bef7-4fa1-b6b3-27f41f806f0c), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:40.065161 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7e004ac8-db30-46a3-bbd4-a60adc896419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:40.068016 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-7e004ac8-db30-46a3-bbd4-a60adc896419 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f5c59a38-bef7-4fa1-b6b3-27f41f806f0c HTTP/1.1" status: 204 len: 168 time: 0.5456877 Oct 23 02:11:40.093791 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 662409cc-47f3-48c8-baab-51a162814604, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=662409cc-47f3-48c8-baab-51a162814604,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:40.111377 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (662409cc-47f3-48c8-baab-51a162814604), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:40.148125 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e004ac8-db30-46a3-bbd4-a60adc896419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c59a38-bef7-4fa1-b6b3-27f41f806f0c,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:40.187531 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Made reservation on behalf of d7ac3d840c9f41ea842b8f4935770f8b for: {'port': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:40.192505 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:40.261172 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=662409cc-47f3-48c8-baab-51a162814604,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:40.294072 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51363665-6c54-4942-a7a2-f35ba9a1657c req-c8327b53-e743-4670-b9f2-b777b77dcadd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 210 time: 0.1925826 Oct 23 02:11:40.526736 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-20924cce-0e26-4406-8a99-c0e3e5c97d86 req-555aaf20-fccb-49e7-9cb3-7d490a796392 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 210 time: 0.1449304 Oct 23 02:11:40.619170 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f804e395-27a2-4935-925e-16647c87a26d req-4b708ee9-457b-4374-accc-a304a7faed0b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 210 time: 0.1416781 Oct 23 02:11:40.917127 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fbd91b-949f-4c46-a496-148c4722eb45 {{(pid=104672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:11:40.951290 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Allocated IP 172.20.0.13 (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e/ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1/201fa2da-3990-492d-a724-016abaeaf38a) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:40.954937 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Sync routers for ids ['d5491939-bd8b-4c9a-a411-c0015260c649'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:11:40.979882 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Routers {'d5491939-bd8b-4c9a-a411-c0015260c649'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:40.980823 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Publish callbacks [] for port (24fbd91b-949f-4c46-a496-148c4722eb45), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:40.982956 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['d5491939-bd8b-4c9a-a411-c0015260c649'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:41.135727 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:41.147092 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.provisioning_blocks [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Transition to ACTIVE for port object 24fbd91b-949f-4c46-a496-148c4722eb45 will not be triggered until provisioned by entity L2. {{(pid=104672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:11:41.178198 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:41.260760 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 662409cc-47f3-48c8-baab-51a162814604 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:41.313667 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-a008a5b6-4140-423c-b2a1-1803d5abf637 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:41.316830 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-a008a5b6-4140-423c-b2a1-1803d5abf637 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 819 time: 0.2711310 Oct 23 02:11:41.366419 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:41.426409 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-fdccd4ae-05d8-4846-aded-eb2946bd6e4c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/quotas/d7ac3d840c9f41ea842b8f4935770f8b HTTP/1.1" status: 200 len: 375 time: 0.0904040 Oct 23 02:11:41.466180 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:41.592810 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-6264f542-1671-4d21-8dff-3acefe3426c7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586275 Oct 23 02:11:41.611746 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5690d7-1050-4682-8368-7da7037fccdd req-24c0cc57-10df-42dc-b107-17c746b4e32a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:41.614180 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ed5690d7-1050-4682-8368-7da7037fccdd req-24c0cc57-10df-42dc-b107-17c746b4e32a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.2962863 Oct 23 02:11:41.762140 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ed5690d7-1050-4682-8368-7da7037fccdd req-67065392-6fbb-44ea-b31c-7a823671fa60 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341145 Oct 23 02:11:41.816975 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Set router d5491939-bd8b-4c9a-a411-c0015260c649 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:41.833854 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.managers [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Attempting to bind port 24fbd91b-949f-4c46-a496-148c4722eb45 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:41.843987 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5846eeed-eb1e-4c9e-bb46-ee8625abd67e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268252 Oct 23 02:11:41.857514 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.managers [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Attempting to bind port 24fbd91b-949f-4c46-a496-148c4722eb45 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'}] {{(pid=104672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:41.857888 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Attempting to bind port 24fbd91b-949f-4c46-a496-148c4722eb45 on network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:41.875866 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 662409cc-47f3-48c8-baab-51a162814604 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:41.876563 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (662409cc-47f3-48c8-baab-51a162814604), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:41.877248 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 662409cc-47f3-48c8-baab-51a162814604 Oct 23 02:11:42.096910 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9d942360-6e51-4813-b628-b69eede91766 req-26839568-1ef1-4130-95e8-96e29015a41d tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 210 time: 0.1094694 Oct 23 02:11:42.140487 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.49', 61863) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:42.286630 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Port 24fbd91b-949f-4c46-a496-148c4722eb45 on network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:11:42.287701 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Attempting to bind port 24fbd91b-949f-4c46-a496-148c4722eb45 on network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:42.465893 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:42.466681 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Checking segment: {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:42.467696 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Bound using segment: {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'} {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:42.468229 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.managers [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Bound port: 24fbd91b-949f-4c46-a496-148c4722eb45, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'}}] {{(pid=104672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:42.468650 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:42.513539 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for port (201fa2da-3990-492d-a724-016abaeaf38a), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:42.648917 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:42.654994 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 662409cc-47f3-48c8-baab-51a162814604 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:42.656476 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ac3b0d21-592e-4ac0-bb2b-3baa987d35fc up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:42.671032 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cc48b729-48a0-4acb-ae2d-47144f5a07c5 req-a32e0148-b371-4a53-8164-c6090e2aaa5b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 210 time: 0.2958293 Oct 23 02:11:42.721335 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-0d434fad-972b-4065-a22b-b4f7196ab2b5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8720195 Oct 23 02:11:42.726638 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:42.738945 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:30Z', 'revision_number': 4, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'gw_port': {'id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f4660c40-d4c2-4180-8377-8966c44ad8e0', 'name': '', 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'mac_address': 'fa:16:3e:d5:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '360d791f-a1fc-49fc-a38f-914286807e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:28Z', 'updated_at': '2022-10-23T02:11:30Z', 'revision_number': 2, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'subnets': [{'id': '360d791f-a1fc-49fc-a38f-914286807e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:42.775528 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (201fa2da-3990-492d-a724-016abaeaf38a), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:42.781106 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Checking router: d5491939-bd8b-4c9a-a411-c0015260c649 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:11:42.781935 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Updating router d5491939-bd8b-4c9a-a411-c0015260c649 port f4660c40-d4c2-4180-8377-8966c44ad8e0 binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:11:42.817616 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:42.820264 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:42.821035 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:42.821719 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc Oct 23 02:11:42.845075 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:42.850395 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:42.853623 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:42.859940 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:42.860754 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:42.872314 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, cleared binding levels {{(pid=104672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:42.897893 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-b9d6f648-d95d-47b1-a3d0-f25138635070 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:42.913351 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-b9d6f648-d95d-47b1-a3d0-f25138635070 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.49 "GET /networking/v2.0/networks?id=c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 HTTP/1.1" status: 200 len: 812 time: 0.7509129 Oct 23 02:11:42.941797 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:42.947357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event updated for resources: {'Port': ['ID=201fa2da-3990-492d-a724-016abaeaf38a,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:42.957348 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-b48a4686-10ed-49fd-a768-210838cdf2c9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3041911 Oct 23 02:11:42.960674 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:42.966478 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:42.967151 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:42.968748 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/24fbd91b-949f-4c46-a496-148c4722eb45 HTTP/1.1" status: 200 len: 1093 time: 4.6880515 Oct 23 02:11:43.035487 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45'}] {{(pid=104672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:11:43.080406 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1dece-fb6a-480c-a3f9-7d5ad3b6fbee req-ec786f5f-2c52-4146-a22d-7edd2e044550 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:43.097006 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-76c1dece-fb6a-480c-a3f9-7d5ad3b6fbee req-ec786f5f-2c52-4146-a22d-7edd2e044550 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.1425643 Oct 23 02:11:43.202586 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:43.233818 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-76c1dece-fb6a-480c-a3f9-7d5ad3b6fbee req-911bbd07-ad79-438d-9c12-99534359c25c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358130 Oct 23 02:11:43.257822 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Request body: {'port': {'device_id': '807f959c-521d-49d7-87d0-3a7b22a174a7', 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'admin_state_up': True, 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:43.315347 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Request body: {'port': {'device_id': 'afd282d6-75f6-4241-8c5b-d364c031db43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:43.402012 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65083ef2-f8b6-4048-b312-62dc9107a3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=3']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:43.473143 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.49', 61871) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:43.485926 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-2e4a335d-ccfa-4f77-b432-c6b855df8abd None None] Provisioning complete for port 201fa2da-3990-492d-a724-016abaeaf38a triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:43.486400 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2e4a335d-ccfa-4f77-b432-c6b855df8abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (201fa2da-3990-492d-a724-016abaeaf38a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:43.487547 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-2e4a335d-ccfa-4f77-b432-c6b855df8abd None None] Attempt 1 to provision port 201fa2da-3990-492d-a724-016abaeaf38a Oct 23 02:11:43.573066 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:43.626928 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49454) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:43.628467 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:43.661674 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-23c3c8b1-0582-4871-9718-ab75c3c48086 req-1da131f2-42ea-4aaa-950f-bb541d6ac2ac tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 210 time: 0.1874881 Oct 23 02:11:43.665615 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a335d-ccfa-4f77-b432-c6b855df8abd None None] Port 201fa2da-3990-492d-a724-016abaeaf38a cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:43.720037 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c470fc59-0d99-49a3-9c5e-b69b0fe09513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:43.744292 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-a6390e1e-63ab-4554-a9dc-4c85f63931f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:43.757128 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-a6390e1e-63ab-4554-a9dc-4c85f63931f8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 1127 time: 0.4342322 Oct 23 02:11:43.907639 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Publish callbacks [] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:43.917466 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:43.944686 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-aed7be11-dd4c-400d-903f-a875ffa20f6a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fbd91b-949f-4c46-a496-148c4722eb45 HTTP/1.1" status: 200 len: 217 time: 0.1547353 Oct 23 02:11:43.995460 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b7ad5745-f836-4344-a85e-a838d7588e4b req-761950e7-272a-47e1-9266-6be411af0060 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 210 time: 0.3698609 Oct 23 02:11:44.038299 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (201fa2da-3990-492d-a724-016abaeaf38a), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:44.078734 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03033c-deaf-4ef7-af5c-fafd6b384a55 None None] Pushing event updated for resources: {'Port': ['ID=f4660c40-d4c2-4180-8377-8966c44ad8e0,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:44.155900 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Attempting to bind port f4660c40-d4c2-4180-8377-8966c44ad8e0 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:44.156511 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Attempting to bind port f4660c40-d4c2-4180-8377-8966c44ad8e0 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:44.157156 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Attempting to bind port f4660c40-d4c2-4180-8377-8966c44ad8e0 on network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:44.224814 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a917c688e8eb913325417a585b704e3562ed756bd81a612c4b6f882996a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed0b560-7e61-473a-8465-d63fdf028d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45"}]}' {{(pid=104672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:11:44.240436 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:44.240886 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Checking segment: {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:44.241701 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:44.242897 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Bound using segment: {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:44.243388 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Bound port: f4660c40-d4c2-4180-8377-8966c44ad8e0, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:44.243784 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:44.267024 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-268f6992-9f1c-4dea-baed-3db20405782f req-d7bc14ab-b675-44fa-b7d9-4dc4df560ed8 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 210 time: 0.2567379 Oct 23 02:11:44.436673 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] For port f4660c40-d4c2-4180-8377-8966c44ad8e0, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:44.447295 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] For port f4660c40-d4c2-4180-8377-8966c44ad8e0, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f4660c40-d4c2-4180-8377-8966c44ad8e0,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:44.458024 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:44.516645 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Routers {'d5491939-bd8b-4c9a-a411-c0015260c649'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:11:44.517469 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:11:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['d5491939-bd8b-4c9a-a411-c0015260c649'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:44.665442 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9bdd1-dc03-4a34-b496-7c502386aeb3 req-be1dac69-a8e0-44e7-82db-2b357358f89d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:44.667280 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e0b9bdd1-dc03-4a34-b496-7c502386aeb3 req-be1dac69-a8e0-44e7-82db-2b357358f89d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.2282031 Oct 23 02:11:44.682493 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:44.693716 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5bfec134-67c3-4faf-8f31-8a75e9ec3472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:44.720446 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:44.730857 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deefd9f-d532-4904-be91-78f542367df8 req-29e78b1d-26f9-4477-b7a3-09c81bae78b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:44.737065 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-29e78b1d-26f9-4477-b7a3-09c81bae78b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 200 len: 811 time: 1.2023277 Oct 23 02:11:44.757173 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Made reservation on behalf of d296608fc23c4667b5173c0f3fe1697e for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:44.772699 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:44.789004 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03033c-deaf-4ef7-af5c-fafd6b384a55 None None] Pushing event updated for resources: {'Port': ['ID=f4660c40-d4c2-4180-8377-8966c44ad8e0,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:44.844642 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] Set router d5491939-bd8b-4c9a-a411-c0015260c649 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:11:44.978675 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:45.006288 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae13959-7e70-4861-b7a2-280521bd357e x-openstack-request-id: req-0ae13959-7e70-4861-b7a2-280521bd357e {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:11:45.007563 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45", "status": "completed", "code": 200}]} {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:11:45.008116 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ae13959-7e70-4861-b7a2-280521bd357e {{(pid=104672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:11:45.011227 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae13959-7e70-4861-b7a2-280521bd357e'] response: {'name': 'network-changed', 'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45', 'status': 'completed', 'code': 200} Oct 23 02:11:45.036439 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-6264ffcc-9198-4b93-b6df-f91920b18033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:45.039229 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-6264ffcc-9198-4b93-b6df-f91920b18033 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.9740670 Oct 23 02:11:45.050134 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:45.220126 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-77e9904f-f5f6-4747-9d2f-ee84f17cf2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:45.224824 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-77e9904f-f5f6-4747-9d2f-ee84f17cf2ce service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1722581 Oct 23 02:11:45.448120 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:30Z', 'revision_number': 4, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'gw_port': {'id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f4660c40-d4c2-4180-8377-8966c44ad8e0', 'name': '', 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'mac_address': 'fa:16:3e:d5:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '360d791f-a1fc-49fc-a38f-914286807e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:28Z', 'updated_at': '2022-10-23T02:11:44Z', 'revision_number': 4, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'subnets': [{'id': '360d791f-a1fc-49fc-a38f-914286807e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:11:45.495427 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e0b9bdd1-dc03-4a34-b496-7c502386aeb3 req-1f8e80eb-64c7-4627-857b-5a5b54fd136a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7936852 Oct 23 02:11:45.501263 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3d31021e-7168-4663-b87d-f8db3952b3c0 req-7aa4e301-c1fa-4334-9188-3d3ca96c0254 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 210 time: 0.4153900 Oct 23 02:11:45.543924 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f4660c40-d4c2-4180-8377-8966c44ad8e0 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:45.549635 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8c52f2-0139-4ede-908d-3a6fc30e7c47 None None] The sync data for ids ['d5491939-bd8b-4c9a-a411-c0015260c649'] in dv-cinder-861491-5-iscsi is: [{'id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:30Z', 'revision_number': 4, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'gw_port': {'id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f4660c40-d4c2-4180-8377-8966c44ad8e0', 'name': '', 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'mac_address': 'fa:16:3e:d5:7e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '360d791f-a1fc-49fc-a38f-914286807e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:28Z', 'updated_at': '2022-10-23T02:11:44Z', 'revision_number': 4, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'subnets': [{'id': '360d791f-a1fc-49fc-a38f-914286807e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:11:45.603291 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-497143eb-8750-4e15-b22e-52c3c264e732 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c HTTP/1.1" status: 200 len: 380 time: 0.8200128 Oct 23 02:11:45.644993 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'port': {'device_id': '973e0362-0459-4084-9f53-776ba26a7fbf', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'admin_state_up': True, 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'security_groups': ['3c64b80e-55fd-419f-a632-b84bda3d2ad1']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:45.809734 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port f4660c40-d4c2-4180-8377-8966c44ad8e0 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:45.810335 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:45.810470 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port f4660c40-d4c2-4180-8377-8966c44ad8e0 Oct 23 02:11:45.988023 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201fa2da-3990-492d-a724-016abaeaf38a {{(pid=104672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:11:46.024929 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Publish callbacks [] for port (201fa2da-3990-492d-a724-016abaeaf38a), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:46.033557 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-50cf797f-a93f-4762-acec-6fa48e651484 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7855363 Oct 23 02:11:46.199894 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port f4660c40-d4c2-4180-8377-8966c44ad8e0 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:46.201781 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:46.259936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.49', 61881) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:46.283995 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e024fc81-9359-4ae5-a88f-0b6fbb1b97fb req-bb58fa57-6af2-431b-8545-165a5327fde0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 210 time: 0.5433111 Oct 23 02:11:46.290525 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.provisioning_blocks [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Transition to ACTIVE for port object 201fa2da-3990-492d-a724-016abaeaf38a will not be triggered until provisioned by entity L2. {{(pid=104672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:11:46.296942 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-81bf5375-c5a9-4aa3-94dc-6cc389c17441 req-4e2026fc-566e-4821-b3ea-386918a15ae2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480226 Oct 23 02:11:46.369708 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5ddf25e2-d6f8-47b5-a4d9-fc6d9faa34ad req-b630b4f1-6e2b-4868-a867-3957ee274415 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 210 time: 0.5532160 Oct 23 02:11:46.377789 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (201fa2da-3990-492d-a724-016abaeaf38a), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:46.391696 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e744cb93-07ef-468e-b04a-3a4d7103a1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:46.416430 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port f4660c40-d4c2-4180-8377-8966c44ad8e0, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f4660c40-d4c2-4180-8377-8966c44ad8e0,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:11:46.432608 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:46.514050 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5bfec134-67c3-4faf-8f31-8a75e9ec3472 admin admin] Publish callbacks [] for security_group (7ba1e450-0229-4712-8544-39db345d6558), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:46.694772 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=f4660c40-d4c2-4180-8377-8966c44ad8e0,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:46.731611 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Pushing event updated for resources: {'Port': ['ID=201fa2da-3990-492d-a724-016abaeaf38a,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:46.880392 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5bfec134-67c3-4faf-8f31-8a75e9ec3472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7ba1e450-0229-4712-8544-39db345d6558), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:46.930666 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Allocated IP 172.20.0.4 (c5fbd9df-9f8a-4f60-9255-3da999cfa5f9/360d791f-a1fc-49fc-a38f-914286807e64/79f823d3-ca42-4792-96ba-97e67eef504a) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:47.007578 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:47.027473 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:47.036550 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.managers [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Attempting to bind port 201fa2da-3990-492d-a724-016abaeaf38a on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:47.037393 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.managers [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Attempting to bind port 201fa2da-3990-492d-a724-016abaeaf38a by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}] {{(pid=104672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:47.041963 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Attempting to bind port 201fa2da-3990-492d-a724-016abaeaf38a on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:47.105724 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-5bfec134-67c3-4faf-8f31-8a75e9ec3472 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8eebb5bda00044c2b1c5bfa0078ab047&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4749153 Oct 23 02:11:47.133119 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bec1a397-e268-4d72-beba-df486c5f15df req-02132de1-a560-4b15-a7d0-7c5a47a58d43 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 210 time: 0.2041998 Oct 23 02:11:47.146348 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 49550) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:47.168196 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:47.182992 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-7a55ec74-82a4-40a5-bf82-5fc31f40e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:47.186275 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-7a55ec74-82a4-40a5-bf82-5fc31f40e142 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 1127 time: 0.4698896 Oct 23 02:11:47.191049 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Port 201fa2da-3990-492d-a724-016abaeaf38a on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:11:47.191571 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Attempting to bind port 201fa2da-3990-492d-a724-016abaeaf38a on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:47.293632 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfec134-67c3-4faf-8f31-8a75e9ec3472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba1e450-0229-4712-8544-39db345d6558,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:47.355983 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9bcc-284e-4bbd-bbeb-9a792809f56f req-30834b29-233c-443b-b48f-9195814ce6fb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:47.381814 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-331d9bcc-284e-4bbd-bbeb-9a792809f56f req-30834b29-233c-443b-b48f-9195814ce6fb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.4740102 Oct 23 02:11:47.404580 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:47.412834 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Checking segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:47.415280 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Bound using segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} {{(pid=104672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:47.417224 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.managers [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Bound port: 201fa2da-3990-492d-a724-016abaeaf38a, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}}] {{(pid=104672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:47.418268 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (201fa2da-3990-492d-a724-016abaeaf38a), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:47.617157 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:47.635115 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f4660c40-d4c2-4180-8377-8966c44ad8e0 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:11:47.734081 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] For port 201fa2da-3990-492d-a724-016abaeaf38a, host hv-cinder-86149, cleared binding levels {{(pid=104672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:47.737040 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-56a2273d-19a6-4f83-b549-f47a1e8ed9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:47.746865 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-56a2273d-19a6-4f83-b549-f47a1e8ed9f6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.5252917 Oct 23 02:11:47.749053 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] For port 201fa2da-3990-492d-a724-016abaeaf38a, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=201fa2da-3990-492d-a724-016abaeaf38a,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:47.758529 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port f4660c40-d4c2-4180-8377-8966c44ad8e0 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:47.759126 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:47.759889 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port f4660c40-d4c2-4180-8377-8966c44ad8e0 Oct 23 02:11:47.782018 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (201fa2da-3990-492d-a724-016abaeaf38a), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:47.874876 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:47.875569 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:47.877052 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/201fa2da-3990-492d-a724-016abaeaf38a HTTP/1.1" status: 200 len: 1094 time: 4.5866826 Oct 23 02:11:47.877470 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49568) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:47.878092 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd282d6-75f6-4241-8c5b-d364c031db43', 'tag': '201fa2da-3990-492d-a724-016abaeaf38a'}] {{(pid=104672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:11:47.880473 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a917c688e8eb913325417a585b704e3562ed756bd81a612c4b6f882996a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f68474-9409-447c-81c0-812fbcb22978" -d '{"events": [{"name": "network-changed", "server_uuid": "afd282d6-75f6-4241-8c5b-d364c031db43", "tag": "201fa2da-3990-492d-a724-016abaeaf38a"}]}' {{(pid=104672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:11:47.911884 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-ba0709de-8e05-4deb-8efb-10a3955a576d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fbd91b-949f-4c46-a496-148c4722eb45 HTTP/1.1" status: 200 len: 217 time: 0.1607344 Oct 23 02:11:47.953230 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port f4660c40-d4c2-4180-8377-8966c44ad8e0 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:11:48.079492 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:11:48.124121 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-28f79920-a738-40b5-8f91-a646d1e1ddf5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:48.127304 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-28f79920-a738-40b5-8f91-a646d1e1ddf5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 819 time: 1.8348553 Oct 23 02:11:48.155273 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-331d9bcc-284e-4bbd-bbeb-9a792809f56f req-1c90cd5a-edf5-4a43-a7da-184c71e51070 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7672250 Oct 23 02:11:48.158042 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Made reservation on behalf of 49a39f93e67c4d3f9529bdef5bb66b4c for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:48.180853 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83de862-b842-4b6d-b21d-5475f1927c25 service neutron] Pushing event updated for resources: {'Port': ['ID=201fa2da-3990-492d-a724-016abaeaf38a,revision_number=3']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:48.181365 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:48.257713 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-c97208ba-09cc-4b90-8fca-fbd20e98f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:48.259891 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-c97208ba-09cc-4b90-8fca-fbd20e98f165 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.2800539 Oct 23 02:11:48.264456 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-c54268cc-afef-4dee-bf05-2561cea4b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:48.268052 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-c54268cc-afef-4dee-bf05-2561cea4b5b4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 1128 time: 0.2523694 Oct 23 02:11:48.279816 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Request body: {'port': {'device_id': '933c0983-1ad5-4cbc-9004-2b6ce8ea7c62', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'admin_state_up': True, 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:48.344460 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:48.512814 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-1dd0203d-d220-4f75-800c-b146a432c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:48.521874 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-1dd0203d-d220-4f75-800c-b146a432c772 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2513189 Oct 23 02:11:48.539255 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-1bf278e9-9ffa-4ac8-9e94-1131b06d977b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201fa2da-3990-492d-a724-016abaeaf38a HTTP/1.1" status: 200 len: 217 time: 0.1919160 Oct 23 02:11:48.584131 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f02c7e40-1c0d-45e8-84c5-a090821be899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:48.622302 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Allocated IP 172.20.0.6 (d813ef1f-8211-49e2-a5ea-c7934e717ca1/6e7965d4-88a1-4964-8f96-61893c8593de/54d0f82f-cd89-435a-91df-bd081d1c222c) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:48.795421 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e1112e38-6a76-4414-b810-7841707e8ebf req-92c44b37-d369-46e0-b0ec-8b6a38eefec4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 210 time: 0.7899258 Oct 23 02:11:48.826481 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:48.906769 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f02c7e40-1c0d-45e8-84c5-a090821be899 admin admin] Publish callbacks [] for security_group (2ebfbaf2-95cb-4129-b0e3-7808a88721a7), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:48.952814 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:48.987973 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5584ff5-1a97-420e-8c7c-e7932ae1c361 x-openstack-request-id: req-b5584ff5-1a97-420e-8c7c-e7932ae1c361 {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:11:48.988424 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd282d6-75f6-4241-8c5b-d364c031db43", "tag": "201fa2da-3990-492d-a724-016abaeaf38a", "status": "completed", "code": 200}]} {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:11:48.990808 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5584ff5-1a97-420e-8c7c-e7932ae1c361 {{(pid=104672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:11:48.991341 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5584ff5-1a97-420e-8c7c-e7932ae1c361'] response: {'name': 'network-changed', 'server_uuid': 'afd282d6-75f6-4241-8c5b-d364c031db43', 'tag': '201fa2da-3990-492d-a724-016abaeaf38a', 'status': 'completed', 'code': 200} Oct 23 02:11:49.010555 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f02c7e40-1c0d-45e8-84c5-a090821be899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (2ebfbaf2-95cb-4129-b0e3-7808a88721a7), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.103119 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.111644 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:49.182022 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c7e40-1c0d-45e8-84c5-a090821be899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebfbaf2-95cb-4129-b0e3-7808a88721a7,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:49.240242 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-ce0ffa86-4325-4856-a57b-e5f97000c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:49.242833 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-ce0ffa86-4325-4856-a57b-e5f97000c173 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.6545081 Oct 23 02:11:49.247649 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-f02c7e40-1c0d-45e8-84c5-a090821be899 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=08ac0ebbd9af4d0989b90f290712dde4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3468578 Oct 23 02:11:49.252504 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49604) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:49.341778 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Publish callbacks [] for port (79f823d3-ca42-4792-96ba-97e67eef504a), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.360309 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-6ac584d2-034e-4913-8fb5-fb74c39096ff service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7686491 Oct 23 02:11:49.397065 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-65a28113-b11e-465b-a1fd-4d48939b106b admin admin] Publish callbacks [] for security_group (2ebfbaf2-95cb-4129-b0e3-7808a88721a7), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.410842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:49.430118 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e0a8cb80-8229-49a0-a917-c06af116cfe5 req-ddbd8e2a-bca4-4b4a-b4d5-362d40a6b4a3 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 210 time: 0.2721343 Oct 23 02:11:49.465724 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:49.525013 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-65a28113-b11e-465b-a1fd-4d48939b106b admin admin] Publish callbacks [] for security_group (2ebfbaf2-95cb-4129-b0e3-7808a88721a7), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.535254 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:49.570941 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d2463030-d655-4c75-9e50-74d63a8c824a req-bb1e7d3e-0959-4b76-8898-881cb67714f1 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 210 time: 0.8220768 Oct 23 02:11:49.594693 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-fc9f12ab-4d46-4ef9-b768-2e169bd72bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:49.594693 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-fc9f12ab-4d46-4ef9-b768-2e169bd72bbf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1856971 Oct 23 02:11:49.597077 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Made reservation on behalf of d7ac3d840c9f41ea842b8f4935770f8b for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:11:49.607489 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.638649 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.734326 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.827967 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-137df8ec-eb0e-4ffc-a1e3-5ef5991681e2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188318 Oct 23 02:11:49.831713 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-077885b4-3e84-46c7-b905-e4419971dea8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900285 Oct 23 02:11:49.832655 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-65a28113-b11e-465b-a1fd-4d48939b106b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (2ebfbaf2-95cb-4129-b0e3-7808a88721a7), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.841101 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-65a28113-b11e-465b-a1fd-4d48939b106b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.845509 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-65a28113-b11e-465b-a1fd-4d48939b106b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2ebfbaf2-95cb-4129-b0e3-7808a88721a7 HTTP/1.1" status: 204 len: 168 time: 0.5918286 Oct 23 02:11:49.865927 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a28113-b11e-465b-a1fd-4d48939b106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebfbaf2-95cb-4129-b0e3-7808a88721a7,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:49.879767 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-618d590b-77c8-4a19-8437-1931b851946d admin admin] Publish callbacks [] for security_group (7ba1e450-0229-4712-8544-39db345d6558), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:49.906720 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:49.962408 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:49.997901 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:50.010113 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:50.011012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:50.023736 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:50.028282 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'Port': ['ID=54d0f82f-cd89-435a-91df-bd081d1c222c,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:50.043853 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c56ea-1c4b-4781-a702-7973211ae038 req-3464620f-445e-42a4-b889-79c2186e8d2b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:50.044880 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-df3c56ea-1c4b-4781-a702-7973211ae038 req-3464620f-445e-42a4-b889-79c2186e8d2b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.3124537 Oct 23 02:11:50.073442 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-0a8b548b-9294-4ebf-98a7-32fd782b8e02 req-ad84ebf5-a035-44d2-b425-1dfea3f640ba service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068799 Oct 23 02:11:50.097955 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-618d590b-77c8-4a19-8437-1931b851946d admin admin] Publish callbacks [] for security_group (7ba1e450-0229-4712-8544-39db345d6558), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:50.119380 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:50.190978 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:50.208586 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:50.211400 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:50.329993 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-73551164-a721-443d-abef-8cd26468214a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7169647 Oct 23 02:11:50.378184 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f68474-9409-447c-81c0-812fbcb22978 req-e38a71a5-fa1d-469e-8851-0c72554ffe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:50.381107 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-c1f68474-9409-447c-81c0-812fbcb22978 req-e38a71a5-fa1d-469e-8851-0c72554ffe7c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 1128 time: 0.1306226 Oct 23 02:11:50.451306 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Pushing event updated for resources: {'Port': ['ID=79f823d3-ca42-4792-96ba-97e67eef504a,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:50.476666 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-6235d63c-4b31-45c0-a136-25ff6c936fca None None] Provisioning complete for port 54d0f82f-cd89-435a-91df-bd081d1c222c triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:50.477638 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6235d63c-4b31-45c0-a136-25ff6c936fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:50.478128 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-6235d63c-4b31-45c0-a136-25ff6c936fca None None] Attempt 1 to provision port 54d0f82f-cd89-435a-91df-bd081d1c222c Oct 23 02:11:50.542061 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Allocated IP 172.20.0.7 (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e/ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1/d969c3a4-3cf5-438b-8549-4df01ca980f6) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:11:50.594863 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-6235d63c-4b31-45c0-a136-25ff6c936fca None None] Port 54d0f82f-cd89-435a-91df-bd081d1c222c cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:50.676028 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-ed686427-1ea7-47a8-82a2-259876d045ac tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4355698 Oct 23 02:11:50.682311 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc5766-938d-49d8-971d-8c0378a9a666 req-10b97eaa-3489-41b8-bf50-130cc0ccd71f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:50.684783 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12bc5766-938d-49d8-971d-8c0378a9a666 req-10b97eaa-3489-41b8-bf50-130cc0ccd71f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 931 time: 0.6933644 Oct 23 02:11:50.691982 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Request body: {'port': {'device_id': '973e0362-0459-4084-9f53-776ba26a7fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:50.710460 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:50.715559 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f68474-9409-447c-81c0-812fbcb22978 req-ba0ad0fe-062f-4a95-899d-d27be6bb8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:50.724817 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-c1f68474-9409-447c-81c0-812fbcb22978 req-ba0ad0fe-062f-4a95-899d-d27be6bb8014 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.3319087 Oct 23 02:11:50.728611 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-82f7ac34-177c-4bdc-bcf1-d8c1acf531fc None None] Provisioning complete for port 79f823d3-ca42-4792-96ba-97e67eef504a triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:50.729027 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-82f7ac34-177c-4bdc-bcf1-d8c1acf531fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:50.731541 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-82f7ac34-177c-4bdc-bcf1-d8c1acf531fc None None] Attempt 1 to provision port 79f823d3-ca42-4792-96ba-97e67eef504a Oct 23 02:11:50.832427 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49670) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:50.843973 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-c1f68474-9409-447c-81c0-812fbcb22978 req-401f2f1b-8eb3-421f-a8bb-b5dfb833e2a1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201fa2da-3990-492d-a724-016abaeaf38a HTTP/1.1" status: 200 len: 217 time: 0.1065676 Oct 23 02:11:50.864758 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-57b60ea3-52ce-4ac1-9b96-a8edd042e44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:50.875273 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-82f7ac34-177c-4bdc-bcf1-d8c1acf531fc None None] Port 79f823d3-ca42-4792-96ba-97e67eef504a cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:50.925676 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Request body: {'port': {'device_id': '807f959c-521d-49d7-87d0-3a7b22a174a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:50.930926 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f68474-9409-447c-81c0-812fbcb22978 req-f6844b41-5d88-411a-8362-49581e5718b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:50.934632 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-c1f68474-9409-447c-81c0-812fbcb22978 req-f6844b41-5d88-411a-8362-49581e5718b7 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0795927 Oct 23 02:11:51.038411 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:51.039879 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:51.042047 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-618d590b-77c8-4a19-8437-1931b851946d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7ba1e450-0229-4712-8544-39db345d6558), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:51.046198 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-618d590b-77c8-4a19-8437-1931b851946d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:51.046588 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-618d590b-77c8-4a19-8437-1931b851946d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7ba1e450-0229-4712-8544-39db345d6558 HTTP/1.1" status: 204 len: 168 time: 3.7446666 Oct 23 02:11:51.113470 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d590b-77c8-4a19-8437-1931b851946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba1e450-0229-4712-8544-39db345d6558,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:51.157988 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f68474-9409-447c-81c0-812fbcb22978 req-6846b296-ce1c-4a6c-b070-d5c91f0818b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:51.164294 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-c1f68474-9409-447c-81c0-812fbcb22978 req-6846b296-ce1c-4a6c-b070-d5c91f0818b3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2200069 Oct 23 02:11:51.212093 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-df3c56ea-1c4b-4781-a702-7973211ae038 req-6ae2ccef-81b9-43cd-8320-97d4a06ab2ed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1175900 Oct 23 02:11:51.265374 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:51.268213 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:51.364210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:51.479140 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-40f226de-1686-4706-8a43-b07af5329914 req-e76365de-4e4f-471d-8aac-7afd61d089f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 210 time: 0.1314588 Oct 23 02:11:51.484210 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12bc5766-938d-49d8-971d-8c0378a9a666 req-b18deb3e-ee46-4535-9252-7ed15e432e77 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5695996 Oct 23 02:11:51.818182 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-57b60ea3-52ce-4ac1-9b96-a8edd042e44d admin admin] Publish callbacks [] for security_group (5b801435-94c6-4838-92a8-f7d519ff9f85), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:51.834135 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-57b60ea3-52ce-4ac1-9b96-a8edd042e44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (5b801435-94c6-4838-92a8-f7d519ff9f85), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:51.838513 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49716) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:51.890333 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-15884212-c10e-47bc-a66c-782297c0b423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:51.901529 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:51.919393 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-c1f68474-9409-447c-81c0-812fbcb22978 req-5170b2c1-b5ae-4ee9-b8f5-e0834ed82d63 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7436697 Oct 23 02:11:51.931681 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-57b60ea3-52ce-4ac1-9b96-a8edd042e44d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ef926d786c404795ae9eeb5ac5404a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0952525 Oct 23 02:11:51.932329 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b60ea3-52ce-4ac1-9b96-a8edd042e44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b801435-94c6-4838-92a8-f7d519ff9f85,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:51.935134 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49720) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:51.966389 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.006395 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966cf08-8f2a-4773-89a3-1d0eba9302d6 req-5b1dc5b3-889e-419d-8aa2-f1f7046408b1 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:52.008017 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2966cf08-8f2a-4773-89a3-1d0eba9302d6 req-5b1dc5b3-889e-419d-8aa2-f1f7046408b1 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 931 time: 0.3415082 Oct 23 02:11:52.033329 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f134d380-eb3b-41e9-be27-d4ea8f281b2c admin admin] Publish callbacks [] for security_group (5b801435-94c6-4838-92a8-f7d519ff9f85), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.071915 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f134d380-eb3b-41e9-be27-d4ea8f281b2c admin admin] Publish callbacks [] for security_group (5b801435-94c6-4838-92a8-f7d519ff9f85), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.087981 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-15884212-c10e-47bc-a66c-782297c0b423 admin admin] Publish callbacks [] for security_group (89df00c4-2f07-4fe7-bcfa-2c7dff580e9b), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.098374 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-15884212-c10e-47bc-a66c-782297c0b423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (89df00c4-2f07-4fe7-bcfa-2c7dff580e9b), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.153671 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-15884212-c10e-47bc-a66c-782297c0b423 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4804846d26ce49df866f808594564022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122535 Oct 23 02:11:52.156690 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49724) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:52.165896 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15884212-c10e-47bc-a66c-782297c0b423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89df00c4-2f07-4fe7-bcfa-2c7dff580e9b,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:52.204382 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f134d380-eb3b-41e9-be27-d4ea8f281b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (5b801435-94c6-4838-92a8-f7d519ff9f85), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.204532 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.207040 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f134d380-eb3b-41e9-be27-d4ea8f281b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.210763 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-f134d380-eb3b-41e9-be27-d4ea8f281b2c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5b801435-94c6-4838-92a8-f7d519ff9f85 HTTP/1.1" status: 204 len: 168 time: 0.2711978 Oct 23 02:11:52.220624 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134d380-eb3b-41e9-be27-d4ea8f281b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b801435-94c6-4838-92a8-f7d519ff9f85,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:52.235930 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7c06e7fa-e322-4e57-a61d-4df5ae6e95a7 admin admin] Publish callbacks [] for security_group (89df00c4-2f07-4fe7-bcfa-2c7dff580e9b), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.263659 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7c06e7fa-e322-4e57-a61d-4df5ae6e95a7 admin admin] Publish callbacks [] for security_group (89df00c4-2f07-4fe7-bcfa-2c7dff580e9b), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.272118 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49732) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:52.335391 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7c06e7fa-e322-4e57-a61d-4df5ae6e95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (89df00c4-2f07-4fe7-bcfa-2c7dff580e9b), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.335761 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2966cf08-8f2a-4773-89a3-1d0eba9302d6 req-764467f3-ab39-4619-90d3-8cdc5c785339 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037221 Oct 23 02:11:52.339749 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7c06e7fa-e322-4e57-a61d-4df5ae6e95a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.341139 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7c06e7fa-e322-4e57-a61d-4df5ae6e95a7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/89df00c4-2f07-4fe7-bcfa-2c7dff580e9b HTTP/1.1" status: 204 len: 168 time: 0.1835368 Oct 23 02:11:52.360129 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06e7fa-e322-4e57-a61d-4df5ae6e95a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89df00c4-2f07-4fe7-bcfa-2c7dff580e9b,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:52.418406 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:11:52.438824 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a250083b-c46a-4444-9677-8451ef73e6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.444609 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event updated for resources: {'Port': ['ID=d969c3a4-3cf5-438b-8549-4df01ca980f6,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:52.454492 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:11:52.499140 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:52.536926 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded0b-7b58-40b7-8758-469be26d6433 req-02b17c82-08d8-4bab-a2ae-cdc9c7e1fb30 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:52.538491 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc3ded0b-7b58-40b7-8758-469be26d6433 req-02b17c82-08d8-4bab-a2ae-cdc9c7e1fb30 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.1432972 Oct 23 02:11:52.558776 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a250083b-c46a-4444-9677-8451ef73e6c5 admin admin] Publish callbacks [] for security_group (69c6b52c-9c60-42b2-9f2c-fa915d405477), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.568030 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a250083b-c46a-4444-9677-8451ef73e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (69c6b52c-9c60-42b2-9f2c-fa915d405477), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.600958 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:11:52.608692 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:52.610104 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:52.610956 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.646463 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-a250083b-c46a-4444-9677-8451ef73e6c5 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e84e0df0e0444223a53bfe70ea0d7cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731854 Oct 23 02:11:52.648548 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49748) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:52.677735 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250083b-c46a-4444-9677-8451ef73e6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c6b52c-9c60-42b2-9f2c-fa915d405477,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:52.705348 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:52.709181 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc3ded0b-7b58-40b7-8758-469be26d6433 req-3e70b5e0-3c7d-4371-ba6b-1d1d6a4abac4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485200 Oct 23 02:11:52.718385 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d0f82f-cd89-435a-91df-bd081d1c222c {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:11:52.740744 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f823d3-ca42-4792-96ba-97e67eef504a {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:11:52.758269 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1147cdab-3fa0-4178-90df-4718447b099c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4860308 Oct 23 02:11:52.762689 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Publish callbacks [] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.781942 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Publish callbacks [] for port (79f823d3-ca42-4792-96ba-97e67eef504a), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.797752 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-07ba0b22-f504-42dc-a19f-e0c97cc3932f admin admin] Publish callbacks [] for security_group (69c6b52c-9c60-42b2-9f2c-fa915d405477), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.813722 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40b135-4c93-4809-886d-c108ae7e927c req-43505981-ff1c-420a-a7e8-e634c915869e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:52.815342 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ff40b135-4c93-4809-886d-c108ae7e927c req-43505981-ff1c-420a-a7e8-e634c915869e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 931 time: 0.1200550 Oct 23 02:11:52.822842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Transition to ACTIVE for port object 54d0f82f-cd89-435a-91df-bd081d1c222c will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:11:52.837134 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Transition to ACTIVE for port object 79f823d3-ca42-4792-96ba-97e67eef504a will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:11:52.838204 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.841011 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-07ba0b22-f504-42dc-a19f-e0c97cc3932f admin admin] Publish callbacks [] for security_group (69c6b52c-9c60-42b2-9f2c-fa915d405477), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.908067 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-07ba0b22-f504-42dc-a19f-e0c97cc3932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (69c6b52c-9c60-42b2-9f2c-fa915d405477), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.908623 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.914641 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-07ba0b22-f504-42dc-a19f-e0c97cc3932f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:52.921101 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-07ba0b22-f504-42dc-a19f-e0c97cc3932f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/69c6b52c-9c60-42b2-9f2c-fa915d405477 HTTP/1.1" status: 204 len: 168 time: 0.2644916 Oct 23 02:11:52.931493 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0b22-f504-42dc-a19f-e0c97cc3932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c6b52c-9c60-42b2-9f2c-fa915d405477,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:53.013195 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-81ca4d72-2715-4f81-9890-09e6bcf23415 None None] Provisioning complete for port d969c3a4-3cf5-438b-8549-4df01ca980f6 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:11:53.014298 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-81ca4d72-2715-4f81-9890-09e6bcf23415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.014865 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-81ca4d72-2715-4f81-9890-09e6bcf23415 None None] Attempt 1 to provision port d969c3a4-3cf5-438b-8549-4df01ca980f6 Oct 23 02:11:53.040896 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Pushing event updated for resources: {'Port': ['ID=54d0f82f-cd89-435a-91df-bd081d1c222c,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:53.055748 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:53.059923 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-81ca4d72-2715-4f81-9890-09e6bcf23415 None None] Port d969c3a4-3cf5-438b-8549-4df01ca980f6 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:11:53.094761 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87944772-9de5-48bc-ab26-d453e4a88684 req-e94a4faf-5dce-43ac-aeed-75ed84b8f110 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:53.096272 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87944772-9de5-48bc-ab26-d453e4a88684 req-e94a4faf-5dce-43ac-aeed-75ed84b8f110 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.2056665 Oct 23 02:11:53.128829 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ff40b135-4c93-4809-886d-c108ae7e927c req-8f5e3e3c-4e8e-46e2-b55a-c4aabf2410f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016067 Oct 23 02:11:53.138223 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Attempting to bind port 54d0f82f-cd89-435a-91df-bd081d1c222c on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:53.138653 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Attempting to bind port 54d0f82f-cd89-435a-91df-bd081d1c222c by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:53.139302 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Attempting to bind port 54d0f82f-cd89-435a-91df-bd081d1c222c on network d813ef1f-8211-49e2-a5ea-c7934e717ca1 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:53.189671 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Attempting to bind port 79f823d3-ca42-4792-96ba-97e67eef504a on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:53.190020 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Attempting to bind port 79f823d3-ca42-4792-96ba-97e67eef504a by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:53.190354 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Attempting to bind port 79f823d3-ca42-4792-96ba-97e67eef504a on network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:53.235980 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Pushing event updated for resources: {'Port': ['ID=79f823d3-ca42-4792-96ba-97e67eef504a,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:53.286356 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87944772-9de5-48bc-ab26-d453e4a88684 req-6a722843-052f-416f-8df5-76407ed4e037 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564596 Oct 23 02:11:53.291693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Port 54d0f82f-cd89-435a-91df-bd081d1c222c on network d813ef1f-8211-49e2-a5ea-c7934e717ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:11:53.292811 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Attempting to bind port 54d0f82f-cd89-435a-91df-bd081d1c222c on network d813ef1f-8211-49e2-a5ea-c7934e717ca1 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:53.356400 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Port 79f823d3-ca42-4792-96ba-97e67eef504a on network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:11:53.356738 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Attempting to bind port 79f823d3-ca42-4792-96ba-97e67eef504a on network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:53.381408 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:53.381762 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Checking segment: {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:53.382334 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Bound using segment: {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:53.382849 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Bound port: 54d0f82f-cd89-435a-91df-bd081d1c222c, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:53.383201 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.445247 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49780) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:53.449246 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:53.449246 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Checking segment: {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:53.449472 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Bound using segment: {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:53.449853 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Bound port: 79f823d3-ca42-4792-96ba-97e67eef504a, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4c6bfa-5da3-4300-a4a6-93b59871f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:53.450219 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.469452 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fb39d73a-aab8-4ef8-a003-e4fed5537fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.472087 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:53.556849 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:53.584618 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fb39d73a-aab8-4ef8-a003-e4fed5537fac admin admin] Publish callbacks [] for security_group (7f7c95fe-a3f6-41ff-ae2f-292982387abe), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.590846 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fb39d73a-aab8-4ef8-a003-e4fed5537fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7f7c95fe-a3f6-41ff-ae2f-292982387abe), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.638228 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-fb39d73a-aab8-4ef8-a003-e4fed5537fac admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e2e1e4bc2f66496bb78779604ef11237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918406 Oct 23 02:11:53.639451 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39d73a-aab8-4ef8-a003-e4fed5537fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7c95fe-a3f6-41ff-ae2f-292982387abe,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:53.642776 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49788) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:53.718775 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-153f2c47-4685-4362-9f34-f2dc0fdd4f36 admin admin] Publish callbacks [] for security_group (7f7c95fe-a3f6-41ff-ae2f-292982387abe), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.754614 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-153f2c47-4685-4362-9f34-f2dc0fdd4f36 admin admin] Publish callbacks [] for security_group (7f7c95fe-a3f6-41ff-ae2f-292982387abe), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.757281 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] For port 54d0f82f-cd89-435a-91df-bd081d1c222c, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:53.775288 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0630d69-ebdd-4e73-87f4-34e9f57c4b83 req-c893c2cd-f690-404c-8dbb-5fd6b9097771 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:53.777778 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0630d69-ebdd-4e73-87f4-34e9f57c4b83 req-c893c2cd-f690-404c-8dbb-5fd6b9097771 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 943 time: 0.3097076 Oct 23 02:11:53.805782 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] For port 54d0f82f-cd89-435a-91df-bd081d1c222c, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=54d0f82f-cd89-435a-91df-bd081d1c222c,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:53.820614 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-153f2c47-4685-4362-9f34-f2dc0fdd4f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7f7c95fe-a3f6-41ff-ae2f-292982387abe), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.820845 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:53.825670 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-153f2c47-4685-4362-9f34-f2dc0fdd4f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.827204 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-153f2c47-4685-4362-9f34-f2dc0fdd4f36 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7f7c95fe-a3f6-41ff-ae2f-292982387abe HTTP/1.1" status: 204 len: 168 time: 0.1835282 Oct 23 02:11:53.841950 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f2c47-4685-4362-9f34-f2dc0fdd4f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7c95fe-a3f6-41ff-ae2f-292982387abe,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:53.856070 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.862701 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] For port 79f823d3-ca42-4792-96ba-97e67eef504a, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:53.894286 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:53.894939 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:53.896438 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/54d0f82f-cd89-435a-91df-bd081d1c222c HTTP/1.1" status: 200 len: 1093 time: 3.2245948 Oct 23 02:11:53.902285 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973e0362-0459-4084-9f53-776ba26a7fbf', 'tag': '54d0f82f-cd89-435a-91df-bd081d1c222c'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:11:54.003911 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] For port 79f823d3-ca42-4792-96ba-97e67eef504a, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=79f823d3-ca42-4792-96ba-97e67eef504a,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:54.035206 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:54.042254 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:54.042924 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:54.044359 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/79f823d3-ca42-4792-96ba-97e67eef504a HTTP/1.1" status: 200 len: 1093 time: 3.1288943 Oct 23 02:11:54.053019 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba038-c380-4a47-a503-5e818c42428b req-69ffd2b4-0292-4afe-91d4-038407a1e365 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:54.054475 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4cbba038-c380-4a47-a503-5e818c42428b req-69ffd2b4-0292-4afe-91d4-038407a1e365 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.1701455 Oct 23 02:11:54.057604 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0630d69-ebdd-4e73-87f4-34e9f57c4b83 req-52133acd-fb9c-4976-9014-6f6d50e80fad tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616646 Oct 23 02:11:54.074845 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a3cc6-dfe3-48c1-9a13-841d0dca90ac service neutron] Pushing event updated for resources: {'Port': ['ID=54d0f82f-cd89-435a-91df-bd081d1c222c,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:54.167804 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4cbba038-c380-4a47-a503-5e818c42428b req-fff6716b-88f3-401d-97d7-7bd2ddcf472f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036985 Oct 23 02:11:54.186149 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dbd3c-acb6-4722-b631-f1ecd58d4412 service neutron] Pushing event updated for resources: {'Port': ['ID=79f823d3-ca42-4792-96ba-97e67eef504a,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:54.275173 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78550727-f571-4627-bb0b-ca1d2741b707 req-28da84ec-3d51-491f-84c3-33b55606ed6b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:54.277171 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78550727-f571-4627-bb0b-ca1d2741b707 req-28da84ec-3d51-491f-84c3-33b55606ed6b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 931 time: 0.0508711 Oct 23 02:11:54.335368 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78550727-f571-4627-bb0b-ca1d2741b707 req-74fdcc29-d597-446d-8929-6c624c0c0203 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526788 Oct 23 02:11:54.460611 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a122a979-381e-4248-8e6a-3fce6773cac2" -d '{"events": [{"name": "network-changed", "server_uuid": "973e0362-0459-4084-9f53-776ba26a7fbf", "tag": "54d0f82f-cd89-435a-91df-bd081d1c222c"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:11:54.486733 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a6dd8-deaf-45cb-a21c-8783169ae092 req-c317bce6-17ce-41ba-9350-d9b261b0fcf6 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:54.488828 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e61a6dd8-deaf-45cb-a21c-8783169ae092 req-c317bce6-17ce-41ba-9350-d9b261b0fcf6 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.1072478 Oct 23 02:11:54.571266 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e61a6dd8-deaf-45cb-a21c-8783169ae092 req-ffd0360e-b702-427c-9566-ad0734238847 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761251 Oct 23 02:11:54.736419 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c23770-2591-40ab-bd7a-73306d3d5b93 x-openstack-request-id: req-79c23770-2591-40ab-bd7a-73306d3d5b93 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:11:54.737012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973e0362-0459-4084-9f53-776ba26a7fbf", "tag": "54d0f82f-cd89-435a-91df-bd081d1c222c", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:11:54.737666 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79c23770-2591-40ab-bd7a-73306d3d5b93 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:11:54.738321 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c23770-2591-40ab-bd7a-73306d3d5b93'] response: {'name': 'network-changed', 'server_uuid': '973e0362-0459-4084-9f53-776ba26a7fbf', 'tag': '54d0f82f-cd89-435a-91df-bd081d1c222c', 'status': 'completed', 'code': 200} Oct 23 02:11:55.197721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8fbbd-b096-4962-9d68-003f33a4c9b7 req-14b5fefb-e4a3-4a8f-bdba-4e38b9131f4d tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:55.199675 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93d8fbbd-b096-4962-9d68-003f33a4c9b7 req-14b5fefb-e4a3-4a8f-bdba-4e38b9131f4d tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 943 time: 0.0515075 Oct 23 02:11:55.256611 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93d8fbbd-b096-4962-9d68-003f33a4c9b7 req-abf16e40-15a0-455a-a1f3-f2a74adad9f7 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498052 Oct 23 02:11:55.349124 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519b94-1299-478a-9718-b774320a80f2 req-b8db86e8-7fe1-4ecd-b70c-1378fe6cd96f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:55.350791 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5d519b94-1299-478a-9718-b774320a80f2 req-b8db86e8-7fe1-4ecd-b70c-1378fe6cd96f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0532851 Oct 23 02:11:55.409917 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5d519b94-1299-478a-9718-b774320a80f2 req-e6945636-946a-44d5-aa9b-872a79b9bf8c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477107 Oct 23 02:11:55.509495 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b4ca4-ef13-461a-95d7-0e25c6834bfc req-3322df75-d4ec-4533-aceb-5ce82ed999e1 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:55.511897 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6c7b4ca4-ef13-461a-95d7-0e25c6834bfc req-3322df75-d4ec-4533-aceb-5ce82ed999e1 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 931 time: 0.0612946 Oct 23 02:11:55.566232 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6c7b4ca4-ef13-461a-95d7-0e25c6834bfc req-90205063-7931-4cd8-b77f-ecfbf9b0ddcd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Oct 23 02:11:55.719676 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75559d-453b-4768-a37a-18f390956f89 req-bfb85325-4e7b-4a46-8ac8-d5b0370ce2ce tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:55.721319 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fc75559d-453b-4768-a37a-18f390956f89 req-bfb85325-4e7b-4a46-8ac8-d5b0370ce2ce tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.0557020 Oct 23 02:11:55.772254 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fc75559d-453b-4768-a37a-18f390956f89 req-eb2cf04b-cd36-4054-8f97-73de23079005 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449541 Oct 23 02:11:56.093907 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:56.220068 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49948) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:56.332009 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f98d464a-d24a-4946-8a8f-7d8106c7721d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:56.393918 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d1957-c88b-4d29-8a28-e92a0ed9deb2 req-164f703d-9231-41fe-9e20-33c506f4d473 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:56.395641 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9e9d1957-c88b-4d29-8a28-e92a0ed9deb2 req-164f703d-9231-41fe-9e20-33c506f4d473 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 943 time: 0.0564089 Oct 23 02:11:56.414645 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f98d464a-d24a-4946-8a8f-7d8106c7721d admin admin] Publish callbacks [] for security_group (ccdb7f06-4edc-4d8d-a998-df5970903ba5), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:56.420061 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f98d464a-d24a-4946-8a8f-7d8106c7721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (ccdb7f06-4edc-4d8d-a998-df5970903ba5), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:56.438390 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:56.468508 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d464a-d24a-4946-8a8f-7d8106c7721d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdb7f06-4edc-4d8d-a998-df5970903ba5,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:56.473861 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-f98d464a-d24a-4946-8a8f-7d8106c7721d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8886ded3870c40e680aeabaa3c656671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525754 Oct 23 02:11:56.476359 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49968) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:56.492324 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9e9d1957-c88b-4d29-8a28-e92a0ed9deb2 req-2e1b3371-b9bf-405b-b26b-ad557b2f40a1 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850418 Oct 23 02:11:56.556671 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Request body: {'port': {'device_id': '933c0983-1ad5-4cbc-9004-2b6ce8ea7c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:11:56.573798 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ad8e4ef3-1f59-4f47-b722-ed1774533d7c admin admin] Publish callbacks [] for security_group (ccdb7f06-4edc-4d8d-a998-df5970903ba5), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:56.623260 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8cdcf-7001-4aeb-82b5-3119aebbe9e4 req-402d0912-df4b-42c8-806c-4dc2bd88755d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:56.630199 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-83c8cdcf-7001-4aeb-82b5-3119aebbe9e4 req-402d0912-df4b-42c8-806c-4dc2bd88755d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0904565 Oct 23 02:11:56.635404 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ad8e4ef3-1f59-4f47-b722-ed1774533d7c admin admin] Publish callbacks [] for security_group (ccdb7f06-4edc-4d8d-a998-df5970903ba5), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:56.655102 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:56.680561 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:56.715680 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:56.723208 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:56.723915 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-c1f68474-9409-447c-81c0-812fbcb22978 req-3026d99c-8952-4795-a99c-94c340f6a9bb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720512 Oct 23 02:11:56.741370 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ad8e4ef3-1f59-4f47-b722-ed1774533d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (ccdb7f06-4edc-4d8d-a998-df5970903ba5), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:56.741579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807f959c-521d-49d7-87d0-3a7b22a174a7', 'tag': '79f823d3-ca42-4792-96ba-97e67eef504a'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:11:56.743834 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b4c00-321c-4d53-98fc-ece3cf678b92" -d '{"events": [{"name": "network-changed", "server_uuid": "807f959c-521d-49d7-87d0-3a7b22a174a7", "tag": "79f823d3-ca42-4792-96ba-97e67eef504a"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:11:56.746051 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ad8e4ef3-1f59-4f47-b722-ed1774533d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:56.747327 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ad8e4ef3-1f59-4f47-b722-ed1774533d7c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ccdb7f06-4edc-4d8d-a998-df5970903ba5 HTTP/1.1" status: 204 len: 168 time: 0.2698028 Oct 23 02:11:56.766601 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e4ef3-1f59-4f47-b722-ed1774533d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdb7f06-4edc-4d8d-a998-df5970903ba5,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:56.825077 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460514d-35e8-4a8d-872e-c3ea36645b7d req-cb163b52-2c41-469e-b1af-a8e3228b59a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:56.830933 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f460514d-35e8-4a8d-872e-c3ea36645b7d req-cb163b52-2c41-469e-b1af-a8e3228b59a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 931 time: 0.1751685 Oct 23 02:11:56.910677 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-83c8cdcf-7001-4aeb-82b5-3119aebbe9e4 req-b95cba8f-a3bd-4e01-9788-05f27bb3ee8a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797027 Oct 23 02:11:56.954474 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122a979-381e-4248-8e6a-3fce6773cac2 req-c70631a0-2d8c-4adf-9461-cb1c0c4a1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:56.967473 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a122a979-381e-4248-8e6a-3fce6773cac2 req-c70631a0-2d8c-4adf-9461-cb1c0c4a1504 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 1127 time: 0.2273586 Oct 23 02:11:56.974062 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-4be71433-21d6-471f-96c4-39968c956f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:56.975647 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-4be71433-21d6-471f-96c4-39968c956f20 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d296608fc23c4667b5173c0f3fe1697e&device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 1127 time: 0.1042256 Oct 23 02:11:56.986584 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f460514d-35e8-4a8d-872e-c3ea36645b7d req-328e5836-ff2c-4a7f-b0f4-99200670ecec tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516159 Oct 23 02:11:57.195851 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-37a34aa5-da86-4b26-b85d-a53b80dd807b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79f823d3-ca42-4792-96ba-97e67eef504a HTTP/1.1" status: 200 len: 217 time: 0.1852181 Oct 23 02:11:57.219808 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaaddb9-5108-4d43-b045-f03a62079a24 x-openstack-request-id: req-dbaaddb9-5108-4d43-b045-f03a62079a24 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:11:57.220159 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807f959c-521d-49d7-87d0-3a7b22a174a7", "tag": "79f823d3-ca42-4792-96ba-97e67eef504a", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:11:57.220345 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbaaddb9-5108-4d43-b045-f03a62079a24 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:11:57.220734 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbaaddb9-5108-4d43-b045-f03a62079a24'] response: {'name': 'network-changed', 'server_uuid': '807f959c-521d-49d7-87d0-3a7b22a174a7', 'tag': '79f823d3-ca42-4792-96ba-97e67eef504a', 'status': 'completed', 'code': 200} Oct 23 02:11:57.389658 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 49994) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:57.401906 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff6b3f-de1b-4592-9aeb-0ed35d1fae44 req-48c240d9-8bc2-4066-994d-ab321a813ba4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:57.404114 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9fff6b3f-de1b-4592-9aeb-0ed35d1fae44 req-48c240d9-8bc2-4066-994d-ab321a813ba4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.1860797 Oct 23 02:11:57.414232 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cd9e9c66-facf-4270-ab77-4353f77fb4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:57.451297 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122a979-381e-4248-8e6a-3fce6773cac2 req-1b02f3cc-dc33-4c0c-ac18-b2c6ac396b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:57.452766 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a122a979-381e-4248-8e6a-3fce6773cac2 req-1b02f3cc-dc33-4c0c-ac18-b2c6ac396b83 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4575911 Oct 23 02:11:57.533998 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9fff6b3f-de1b-4592-9aeb-0ed35d1fae44 req-d4629986-ee85-4e3d-af61-b6e0025237c0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144648 Oct 23 02:11:57.551336 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cd9e9c66-facf-4270-ab77-4353f77fb4fe admin admin] Publish callbacks [] for security_group (e258eba5-e2d8-4b68-acc0-6a838988a742), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:57.556936 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cd9e9c66-facf-4270-ab77-4353f77fb4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e258eba5-e2d8-4b68-acc0-6a838988a742), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:57.610038 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-cd9e9c66-facf-4270-ab77-4353f77fb4fe admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=89ff7c00102248f5b7791a94a59861e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183316 Oct 23 02:11:57.612557 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50006) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:57.619239 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e9c66-facf-4270-ab77-4353f77fb4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e258eba5-e2d8-4b68-acc0-6a838988a742,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:57.671234 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d969c3a4-3cf5-438b-8549-4df01ca980f6 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:11:57.682323 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-66253577-55e9-45df-9d7b-55f9cf2042d1 admin admin] Publish callbacks [] for security_group (e258eba5-e2d8-4b68-acc0-6a838988a742), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:57.686302 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Publish callbacks [] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:57.705449 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-66253577-55e9-45df-9d7b-55f9cf2042d1 admin admin] Publish callbacks [] for security_group (e258eba5-e2d8-4b68-acc0-6a838988a742), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:57.713044 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629caef-a004-4111-b041-eef70d749b14 req-d9fe8bbc-eda2-4812-bce3-bd197775c3e2 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:57.715307 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1629caef-a004-4111-b041-eef70d749b14 req-d9fe8bbc-eda2-4812-bce3-bd197775c3e2 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 943 time: 0.0895245 Oct 23 02:11:57.717988 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Transition to ACTIVE for port object d969c3a4-3cf5-438b-8549-4df01ca980f6 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:11:57.728099 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:57.767520 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-66253577-55e9-45df-9d7b-55f9cf2042d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e258eba5-e2d8-4b68-acc0-6a838988a742), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:57.770363 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-66253577-55e9-45df-9d7b-55f9cf2042d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:57.771605 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-66253577-55e9-45df-9d7b-55f9cf2042d1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e258eba5-e2d8-4b68-acc0-6a838988a742 HTTP/1.1" status: 204 len: 168 time: 0.1579540 Oct 23 02:11:57.781289 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66253577-55e9-45df-9d7b-55f9cf2042d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e258eba5-e2d8-4b68-acc0-6a838988a742,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:57.820747 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Pushing event updated for resources: {'Port': ['ID=d969c3a4-3cf5-438b-8549-4df01ca980f6,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:57.834693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:57.851232 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1629caef-a004-4111-b041-eef70d749b14 req-444b5c74-7697-4aa0-810f-9a6e0449741e tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295872 Oct 23 02:11:57.855078 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Attempting to bind port d969c3a4-3cf5-438b-8549-4df01ca980f6 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:11:57.855905 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Attempting to bind port d969c3a4-3cf5-438b-8549-4df01ca980f6 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:11:57.855905 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Attempting to bind port d969c3a4-3cf5-438b-8549-4df01ca980f6 on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:57.919637 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Port d969c3a4-3cf5-438b-8549-4df01ca980f6 on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:11:57.919969 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Attempting to bind port d969c3a4-3cf5-438b-8549-4df01ca980f6 on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:11:57.922584 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:57.972775 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:11:57.973241 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Checking segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:11:57.973860 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Bound using segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:11:57.974306 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Bound port: d969c3a4-3cf5-438b-8549-4df01ca980f6, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:11:57.974824 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:58.074894 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=16 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:58.086573 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] For port d969c3a4-3cf5-438b-8549-4df01ca980f6, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:11:58.109871 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] For port d969c3a4-3cf5-438b-8549-4df01ca980f6, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d969c3a4-3cf5-438b-8549-4df01ca980f6,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:11:58.125580 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:58.152721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588fd22-e8d5-45c3-b3ce-8d4e838ee924 req-230cb170-7122-499c-aa2c-d155d5027441 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:58.154257 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5588fd22-e8d5-45c3-b3ce-8d4e838ee924 req-230cb170-7122-499c-aa2c-d155d5027441 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.1101305 Oct 23 02:11:58.155675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:58.156349 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:58.157560 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/d969c3a4-3cf5-438b-8549-4df01ca980f6 HTTP/1.1" status: 200 len: 1093 time: 1.6057208 Oct 23 02:11:58.366982 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cca885-7b7d-4234-9343-abd617a05e8d req-aab80190-8c83-4f30-82f8-4b3b25fa90eb tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:58.368442 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4cca885-7b7d-4234-9343-abd617a05e8d req-aab80190-8c83-4f30-82f8-4b3b25fa90eb tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 943 time: 0.2607665 Oct 23 02:11:58.423116 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4b59c-9518-4d3e-92da-0ce8f2a2caa2 service neutron] Pushing event updated for resources: {'Port': ['ID=d969c3a4-3cf5-438b-8549-4df01ca980f6,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:11:58.447270 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5588fd22-e8d5-45c3-b3ce-8d4e838ee924 req-7b6051b5-c4ce-4fd0-b04e-300031c9c521 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058497 Oct 23 02:11:58.465130 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4cca885-7b7d-4234-9343-abd617a05e8d req-17d1fffd-3e57-4ed1-a223-f8101f166f51 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856168 Oct 23 02:11:58.688277 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d226bdb-4af3-4fa0-ae8d-1ce42618ad5b req-cfbb3eb5-13a0-430f-9dea-9f4ddb054278 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:58.694870 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d226bdb-4af3-4fa0-ae8d-1ce42618ad5b req-cfbb3eb5-13a0-430f-9dea-9f4ddb054278 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.0701725 Oct 23 02:11:58.743904 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d226bdb-4af3-4fa0-ae8d-1ce42618ad5b req-4456ff5b-bec6-4c65-839b-a04ff1317105 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487411 Oct 23 02:11:59.000032 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ced1f0-f1d7-4f10-a5a6-d03a6f390cf6 req-8b578fa6-d406-426a-9938-7f766d1b5aa4 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:59.001628 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30ced1f0-f1d7-4f10-a5a6-d03a6f390cf6 req-8b578fa6-d406-426a-9938-7f766d1b5aa4 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 943 time: 0.0553303 Oct 23 02:11:59.060419 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30ced1f0-f1d7-4f10-a5a6-d03a6f390cf6 req-6753768c-c092-4b96-a369-a874cabd4e56 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520928 Oct 23 02:11:59.222656 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933c0983-1ad5-4cbc-9004-2b6ce8ea7c62', 'tag': 'd969c3a4-3cf5-438b-8549-4df01ca980f6'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:11:59.225305 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0882b906-9c8e-48c5-b03b-c4ec00f81c76" -d '{"events": [{"name": "network-changed", "server_uuid": "933c0983-1ad5-4cbc-9004-2b6ce8ea7c62", "tag": "d969c3a4-3cf5-438b-8549-4df01ca980f6"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:11:59.381181 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e95f25-893c-422c-9001-ac3cee9cfcda x-openstack-request-id: req-45e95f25-893c-422c-9001-ac3cee9cfcda {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:11:59.381611 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933c0983-1ad5-4cbc-9004-2b6ce8ea7c62", "tag": "d969c3a4-3cf5-438b-8549-4df01ca980f6", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:11:59.381979 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45e95f25-893c-422c-9001-ac3cee9cfcda {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:11:59.382521 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e95f25-893c-422c-9001-ac3cee9cfcda'] response: {'name': 'network-changed', 'server_uuid': '933c0983-1ad5-4cbc-9004-2b6ce8ea7c62', 'tag': 'd969c3a4-3cf5-438b-8549-4df01ca980f6', 'status': 'completed', 'code': 200} Oct 23 02:11:59.616914 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50112) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:11:59.639523 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76148213-b12f-40fe-9628-b0f06e79af5e req-4bd6b85f-068a-4b1c-bb1f-6b2b0933af38 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:59.641298 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-76148213-b12f-40fe-9628-b0f06e79af5e req-4bd6b85f-068a-4b1c-bb1f-6b2b0933af38 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 943 time: 0.0834134 Oct 23 02:11:59.648382 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f667b8-b434-4d5e-98a1-e8cc4f97bea4 req-84f92fd4-bba1-4d49-8723-8fa3f2e9b289 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:59.656228 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f4f667b8-b434-4d5e-98a1-e8cc4f97bea4 req-84f92fd4-bba1-4d49-8723-8fa3f2e9b289 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.1121838 Oct 23 02:11:59.737521 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-76148213-b12f-40fe-9628-b0f06e79af5e req-91e27aa2-7594-4c09-8ddc-fd4cff92332a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724721 Oct 23 02:11:59.748071 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f4f667b8-b434-4d5e-98a1-e8cc4f97bea4 req-a97bc74f-30b3-416b-9195-70e874e92a38 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907156 Oct 23 02:11:59.788627 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5dbde7ee-f17e-419a-b1f5-43e49f8463c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:59.839229 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:11:59.918541 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12278f-a1f6-4efb-9c19-c7431a1bef1e req-f9c2ec9f-57ca-419d-ba74-d76e26618516 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:11:59.920015 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd12278f-a1f6-4efb-9c19-c7431a1bef1e req-f9c2ec9f-57ca-419d-ba74-d76e26618516 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.0795815 Oct 23 02:11:59.925198 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5dbde7ee-f17e-419a-b1f5-43e49f8463c9 admin admin] Publish callbacks [] for security_group (8df2b45f-807b-4e09-9d50-8646f15711d4), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:59.934420 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5dbde7ee-f17e-419a-b1f5-43e49f8463c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8df2b45f-807b-4e09-9d50-8646f15711d4), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:11:59.977119 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:00.000355 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-5dbde7ee-f17e-419a-b1f5-43e49f8463c9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e7d8654164f34ca49f73ba503a0caa8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794925 Oct 23 02:12:00.003167 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50130) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:00.005547 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde7ee-f17e-419a-b1f5-43e49f8463c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df2b45f-807b-4e09-9d50-8646f15711d4,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:00.027464 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd12278f-a1f6-4efb-9c19-c7431a1bef1e req-f71abba1-eca2-4238-b3d1-2d390530c803 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007633 Oct 23 02:12:00.062200 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7cf53f92-ec59-4055-8cb0-0cc7d1606c2c admin admin] Publish callbacks [] for security_group (8df2b45f-807b-4e09-9d50-8646f15711d4), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.089799 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7cf53f92-ec59-4055-8cb0-0cc7d1606c2c admin admin] Publish callbacks [] for security_group (8df2b45f-807b-4e09-9d50-8646f15711d4), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.145013 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7cf53f92-ec59-4055-8cb0-0cc7d1606c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8df2b45f-807b-4e09-9d50-8646f15711d4), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.148000 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7cf53f92-ec59-4055-8cb0-0cc7d1606c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.150136 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7cf53f92-ec59-4055-8cb0-0cc7d1606c2c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8df2b45f-807b-4e09-9d50-8646f15711d4 HTTP/1.1" status: 204 len: 168 time: 0.1458623 Oct 23 02:12:00.159215 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf53f92-ec59-4055-8cb0-0cc7d1606c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df2b45f-807b-4e09-9d50-8646f15711d4,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:00.220287 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa2ac-bbd7-4254-9a01-619c8f1382d4 req-09c62c43-dc93-4989-96ac-114c20b327e1 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:00.222061 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f64fa2ac-bbd7-4254-9a01-619c8f1382d4 req-09c62c43-dc93-4989-96ac-114c20b327e1 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 943 time: 0.0790973 Oct 23 02:12:00.265977 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50138) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:00.280909 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f64fa2ac-bbd7-4254-9a01-619c8f1382d4 req-599dccff-cdd9-41b0-8053-ab101e87bd88 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507467 Oct 23 02:12:00.532354 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c1fa06b3-7242-4aa9-982a-5b7bb9750c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.587416 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50150) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:00.602492 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e19b4b87-7577-4fd0-bd2d-cf4508f80d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.627573 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c1fa06b3-7242-4aa9-982a-5b7bb9750c53 admin admin] Publish callbacks [] for security_group (090aa7a2-3172-4413-acb6-8bd95b3bb2f1), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.632829 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c1fa06b3-7242-4aa9-982a-5b7bb9750c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (090aa7a2-3172-4413-acb6-8bd95b3bb2f1), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.666596 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c1fa06b3-7242-4aa9-982a-5b7bb9750c53 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=710c14130ad847c79e5c0facf770d15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967009 Oct 23 02:12:00.671524 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50154) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:00.685706 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa06b3-7242-4aa9-982a-5b7bb9750c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090aa7a2-3172-4413-acb6-8bd95b3bb2f1,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:00.720093 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e19b4b87-7577-4fd0-bd2d-cf4508f80d1e admin admin] Publish callbacks [] for security_group (8c221d3f-ffec-4a5a-b75c-cde25691ed7b), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.727675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e19b4b87-7577-4fd0-bd2d-cf4508f80d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8c221d3f-ffec-4a5a-b75c-cde25691ed7b), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.775880 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b4b87-7577-4fd0-bd2d-cf4508f80d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c221d3f-ffec-4a5a-b75c-cde25691ed7b,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:00.793377 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50160) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:00.793520 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e19b4b87-7577-4fd0-bd2d-cf4508f80d1e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=875744a4e5fa459cb3c1934b21d8ff4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045226 Oct 23 02:12:00.805286 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-277fda53-c5f0-4447-9c35-448ab70613ec admin admin] Publish callbacks [] for security_group (090aa7a2-3172-4413-acb6-8bd95b3bb2f1), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.848240 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 201fa2da-3990-492d-a724-016abaeaf38a details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:12:00.856480 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-277fda53-c5f0-4447-9c35-448ab70613ec admin admin] Publish callbacks [] for security_group (090aa7a2-3172-4413-acb6-8bd95b3bb2f1), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.859019 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:00.902958 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-13f77d09-cc03-4eb3-bcf4-4ee6f5b88905 admin admin] Publish callbacks [] for security_group (8c221d3f-ffec-4a5a-b75c-cde25691ed7b), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.908338 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:00.955661 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-13f77d09-cc03-4eb3-bcf4-4ee6f5b88905 admin admin] Publish callbacks [] for security_group (8c221d3f-ffec-4a5a-b75c-cde25691ed7b), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:00.984862 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e9331-cc72-44aa-992d-7658385725a5 req-68281031-a422-486c-905b-c8a114e0a7ed tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:00.987249 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d15e9331-cc72-44aa-992d-7658385725a5 req-68281031-a422-486c-905b-c8a114e0a7ed tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 943 time: 0.0981865 Oct 23 02:12:00.997353 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbb62-d4e0-443c-b764-898092b18b34 req-0445c27c-9189-43a7-a529-ab4302e8f3dc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:01.004500 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-48afbb62-d4e0-443c-b764-898092b18b34 req-0445c27c-9189-43a7-a529-ab4302e8f3dc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.1364231 Oct 23 02:12:01.029444 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 201fa2da-3990-492d-a724-016abaeaf38a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=201fa2da-3990-492d-a724-016abaeaf38a,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:01.048434 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '201fa2da-3990-492d-a724-016abaeaf38a', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'port_id': '201fa2da-3990-492d-a724-016abaeaf38a', 'mac_address': 'fa:16:3e:90:a8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:12:01.050564 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-277fda53-c5f0-4447-9c35-448ab70613ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (090aa7a2-3172-4413-acb6-8bd95b3bb2f1), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.053319 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-277fda53-c5f0-4447-9c35-448ab70613ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.054596 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-277fda53-c5f0-4447-9c35-448ab70613ec admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/090aa7a2-3172-4413-acb6-8bd95b3bb2f1 HTTP/1.1" status: 204 len: 168 time: 0.3823478 Oct 23 02:12:01.061850 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-13f77d09-cc03-4eb3-bcf4-4ee6f5b88905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8c221d3f-ffec-4a5a-b75c-cde25691ed7b), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.065554 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-13f77d09-cc03-4eb3-bcf4-4ee6f5b88905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.065730 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-13f77d09-cc03-4eb3-bcf4-4ee6f5b88905 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8c221d3f-ffec-4a5a-b75c-cde25691ed7b HTTP/1.1" status: 204 len: 168 time: 0.2711039 Oct 23 02:12:01.081726 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f77d09-cc03-4eb3-bcf4-4ee6f5b88905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c221d3f-ffec-4a5a-b75c-cde25691ed7b,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:01.089564 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50170) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:01.103231 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fda53-c5f0-4447-9c35-448ab70613ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090aa7a2-3172-4413-acb6-8bd95b3bb2f1,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:01.133940 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-48afbb62-d4e0-443c-b764-898092b18b34 req-7d209e3a-8760-469b-8750-1636af3e6b4d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281743 Oct 23 02:12:01.139386 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d15e9331-cc72-44aa-992d-7658385725a5 req-42e5a666-1b8f-4e15-876c-2883b43cfadb tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318789 Oct 23 02:12:01.264858 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 201fa2da-3990-492d-a724-016abaeaf38a is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:01.265262 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (201fa2da-3990-492d-a724-016abaeaf38a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.267795 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6253af-49d4-46bc-8293-72dd91dea529 req-a7ba0585-786e-40f8-872f-7f40f717cd81 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:01.272664 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ce6253af-49d4-46bc-8293-72dd91dea529 req-a7ba0585-786e-40f8-872f-7f40f717cd81 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.0651727 Oct 23 02:12:01.304143 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201fa2da-3990-492d-a724-016abaeaf38a {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:12:01.335498 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 201fa2da-3990-492d-a724-016abaeaf38a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=201fa2da-3990-492d-a724-016abaeaf38a,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:01.341320 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (201fa2da-3990-492d-a724-016abaeaf38a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.359353 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ce6253af-49d4-46bc-8293-72dd91dea529 req-30e347ba-0035-4338-9db5-2f7a424dda36 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792341 Oct 23 02:12:01.421330 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=201fa2da-3990-492d-a724-016abaeaf38a,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:01.460249 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22035da-bb80-41ca-8aa6-e48544121e54 req-1d3f4816-3e46-4d3f-8da2-30858e73ad13 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:01.461767 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e22035da-bb80-41ca-8aa6-e48544121e54 req-1d3f4816-3e46-4d3f-8da2-30858e73ad13 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 943 time: 0.0617480 Oct 23 02:12:01.501157 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:01.509520 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:01.514863 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e22035da-bb80-41ca-8aa6-e48544121e54 req-47298333-6c9f-4055-b1ec-441bfd05a51d tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 Oct 23 02:12:01.620366 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ce9023ec-baf7-4ed1-9f51-8d2dc4d5d8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.719846 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50188) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:01.742761 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fd640bf6-6283-4a3e-83fe-37a21c05bc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.751633 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ce9023ec-baf7-4ed1-9f51-8d2dc4d5d8c9 admin admin] Publish callbacks [] for security_group (1f2f792a-58be-4b28-b344-91bac45e28bf), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.761736 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ce9023ec-baf7-4ed1-9f51-8d2dc4d5d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (1f2f792a-58be-4b28-b344-91bac45e28bf), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.816748 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ce9023ec-baf7-4ed1-9f51-8d2dc4d5d8c9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=dc69877a9a0c494886d525c40e6bcf06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7255301 Oct 23 02:12:01.819579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50192) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:01.825662 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9023ec-baf7-4ed1-9f51-8d2dc4d5d8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f792a-58be-4b28-b344-91bac45e28bf,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:01.846260 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['201fa2da-3990-492d-a724-016abaeaf38a'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:12:01.918066 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-c1d859ee-d4a7-4691-9ded-50e28527e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:01.918066 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-c1d859ee-d4a7-4691-9ded-50e28527e49b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=360d791f-a1fc-49fc-a38f-914286807e64 HTTP/1.1" status: 200 len: 851 time: 0.0817661 Oct 23 02:12:01.973331 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-d99a537e-e454-4b23-a8c2-1d5c4a32774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:01.975062 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-d99a537e-e454-4b23-a8c2-1d5c4a32774d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=c5fbd9df-9f8a-4f60-9255-3da999cfa5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489800 Oct 23 02:12:01.985632 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fd640bf6-6283-4a3e-83fe-37a21c05bc52 admin admin] Publish callbacks [] for security_group (3b3439ae-4d4e-478b-ae24-30a8190d17eb), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:01.990388 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fd640bf6-6283-4a3e-83fe-37a21c05bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (3b3439ae-4d4e-478b-ae24-30a8190d17eb), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:02.039622 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-fd640bf6-6283-4a3e-83fe-37a21c05bc52 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8f660a18189c4e1fbcd84935833547b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184915 Oct 23 02:12:02.045571 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50196) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:02.076271 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd640bf6-6283-4a3e-83fe-37a21c05bc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3439ae-4d4e-478b-ae24-30a8190d17eb,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:02.092815 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-991cd27c-a25d-47c5-ada3-8b6304113b6e admin admin] Publish callbacks [] for security_group (1f2f792a-58be-4b28-b344-91bac45e28bf), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:02.096755 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882b906-9c8e-48c5-b03b-c4ec00f81c76 req-7a6b8892-25b0-4f66-8f5f-b5b207b76ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.098192 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0882b906-9c8e-48c5-b03b-c4ec00f81c76 req-7a6b8892-25b0-4f66-8f5f-b5b207b76ffd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 1127 time: 0.2509649 Oct 23 02:12:02.104665 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122a979-381e-4248-8e6a-3fce6773cac2 req-41437f0c-a47d-4042-bd67-bead75470369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.106788 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a122a979-381e-4248-8e6a-3fce6773cac2 req-41437f0c-a47d-4042-bd67-bead75470369 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2629645 Oct 23 02:12:02.124721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-991cd27c-a25d-47c5-ada3-8b6304113b6e admin admin] Publish callbacks [] for security_group (1f2f792a-58be-4b28-b344-91bac45e28bf), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:02.252198 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deefd9f-d532-4904-be91-78f542367df8 req-a97e8224-4171-4553-99c2-bcaad96334ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.253885 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-a97e8224-4171-4553-99c2-bcaad96334ea service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 1127 time: 0.0538554 Oct 23 02:12:02.314646 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86889cef-a340-457f-bffc-7465a95f8b9c admin admin] Publish callbacks [] for security_group (3b3439ae-4d4e-478b-ae24-30a8190d17eb), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:02.319309 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-494766b3-3274-4b4c-9091-0d47fb64c9bb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c5fbd9df-9f8a-4f60-9255-3da999cfa5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628109 Oct 23 02:12:02.358067 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86889cef-a340-457f-bffc-7465a95f8b9c admin admin] Publish callbacks [] for security_group (3b3439ae-4d4e-478b-ae24-30a8190d17eb), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:02.421757 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:02.426814 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-b52486c8-0db6-412f-93bf-4bef921823ab service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d0f82f-cd89-435a-91df-bd081d1c222c HTTP/1.1" status: 200 len: 217 time: 0.1310239 Oct 23 02:12:02.436172 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:02.483381 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-a9c33ab0-8a68-4a18-9af1-39aaa4d1c74f req-71da9414-fc03-4cee-8450-39d7f1f4c31a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c5fbd9df-9f8a-4f60-9255-3da999cfa5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552296 Oct 23 02:12:02.490939 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86889cef-a340-457f-bffc-7465a95f8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (3b3439ae-4d4e-478b-ae24-30a8190d17eb), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:02.494872 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86889cef-a340-457f-bffc-7465a95f8b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:02.498590 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-86889cef-a340-457f-bffc-7465a95f8b9c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3b3439ae-4d4e-478b-ae24-30a8190d17eb HTTP/1.1" status: 204 len: 168 time: 0.4494264 Oct 23 02:12:02.507058 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b743-8b0f-4d3f-98e9-223199a91485 req-24c05758-7950-4770-8ebb-931502b5f282 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.510587 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86889cef-a340-457f-bffc-7465a95f8b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3439ae-4d4e-478b-ae24-30a8190d17eb,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:02.514963 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b1c3b743-8b0f-4d3f-98e9-223199a91485 req-24c05758-7950-4770-8ebb-931502b5f282 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.2415242 Oct 23 02:12:02.524208 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a3bac-865b-43d8-a419-16e83fc47a0f req-2db091dd-4ccd-4103-a221-c04021a6b9d2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.526272 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-860a3bac-865b-43d8-a419-16e83fc47a0f req-2db091dd-4ccd-4103-a221-c04021a6b9d2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 943 time: 0.2515614 Oct 23 02:12:02.543641 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882b906-9c8e-48c5-b03b-c4ec00f81c76 req-867d6aeb-6467-40d8-a1df-972fe94d3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.545282 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0882b906-9c8e-48c5-b03b-c4ec00f81c76 req-867d6aeb-6467-40d8-a1df-972fe94d3a13 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4182503 Oct 23 02:12:02.545944 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-991cd27c-a25d-47c5-ada3-8b6304113b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (1f2f792a-58be-4b28-b344-91bac45e28bf), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:02.548851 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-991cd27c-a25d-47c5-ada3-8b6304113b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:02.552768 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-991cd27c-a25d-47c5-ada3-8b6304113b6e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1f2f792a-58be-4b28-b344-91bac45e28bf HTTP/1.1" status: 204 len: 168 time: 0.7296078 Oct 23 02:12:02.632217 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cd27c-a25d-47c5-ada3-8b6304113b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f792a-58be-4b28-b344-91bac45e28bf,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:02.698354 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deefd9f-d532-4904-be91-78f542367df8 req-0be685c2-169b-45eb-aeb9-4066ebda00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.699487 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-0be685c2-169b-45eb-aeb9-4066ebda00fe service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=6e7965d4-88a1-4964-8f96-61893c8593de HTTP/1.1" status: 200 len: 850 time: 0.2572782 Oct 23 02:12:02.726717 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-860a3bac-865b-43d8-a419-16e83fc47a0f req-518c932a-a69e-4753-bb28-9939a1dfa085 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846793 Oct 23 02:12:02.748953 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b1c3b743-8b0f-4d3f-98e9-223199a91485 req-a409ab9b-2e7f-4e11-b5e9-da34689c2599 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330797 Oct 23 02:12:02.773973 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882b906-9c8e-48c5-b03b-c4ec00f81c76 req-dc2de11c-0334-4d58-ade6-41dd0a729c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.778898 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0882b906-9c8e-48c5-b03b-c4ec00f81c76 req-dc2de11c-0334-4d58-ade6-41dd0a729c9c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2261498 Oct 23 02:12:02.877309 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9bbdc-57f6-477b-9928-033ad5258f25 req-19da1968-295c-4ccd-b5b7-24c1b14ea314 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.878801 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fee9bbdc-57f6-477b-9928-033ad5258f25 req-19da1968-295c-4ccd-b5b7-24c1b14ea314 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.0744452 Oct 23 02:12:02.917883 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:02.939776 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6718d-dc66-4c68-ad85-956a781ed125 req-ded41d6d-1320-4d10-b830-ea95699b7667 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:02.941227 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-10b6718d-dc66-4c68-ad85-956a781ed125 req-ded41d6d-1320-4d10-b830-ea95699b7667 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 943 time: 0.0811236 Oct 23 02:12:02.984976 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fee9bbdc-57f6-477b-9928-033ad5258f25 req-4a090a00-b38d-4524-9822-1801566813c1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857217 Oct 23 02:12:03.018428 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-10b6718d-dc66-4c68-ad85-956a781ed125 req-6d491851-1c8c-4258-80d6-6f18e42352bf tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643420 Oct 23 02:12:03.051163 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 201fa2da-3990-492d-a724-016abaeaf38a up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:12:03.101769 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 201fa2da-3990-492d-a724-016abaeaf38a completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:12:03.109499 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 201fa2da-3990-492d-a724-016abaeaf38a triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:03.109973 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (201fa2da-3990-492d-a724-016abaeaf38a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.110383 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 201fa2da-3990-492d-a724-016abaeaf38a Oct 23 02:12:03.153104 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50236) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:03.167548 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0f79c9e3-c272-49d3-b5c6-f3c0912f1f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.204409 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 201fa2da-3990-492d-a724-016abaeaf38a is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:03.204813 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (201fa2da-3990-492d-a724-016abaeaf38a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.238342 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd282d6-75f6-4241-8c5b-d364c031db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201fa2da-3990-492d-a724-016abaeaf38a'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:03.276266 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0f79c9e3-c272-49d3-b5c6-f3c0912f1f7c admin admin] Publish callbacks [] for security_group (158c880d-39db-4d0c-8d97-54ae55566f73), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.284637 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0f79c9e3-c272-49d3-b5c6-f3c0912f1f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (158c880d-39db-4d0c-8d97-54ae55566f73), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.322467 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79c9e3-c272-49d3-b5c6-f3c0912f1f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158c880d-39db-4d0c-8d97-54ae55566f73,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:03.327192 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 201fa2da-3990-492d-a724-016abaeaf38a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=201fa2da-3990-492d-a724-016abaeaf38a,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:03.332928 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (201fa2da-3990-492d-a724-016abaeaf38a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.337084 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:03.355461 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-0f79c9e3-c272-49d3-b5c6-f3c0912f1f7c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2ebd0f2a123a42f4bc6809f837510eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983173 Oct 23 02:12:03.355832 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50246) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:03.418355 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=201fa2da-3990-492d-a724-016abaeaf38a,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:03.435737 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7c5f5c2c-c48d-4669-942b-4e0c6d07914b admin admin] Publish callbacks [] for security_group (158c880d-39db-4d0c-8d97-54ae55566f73), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.457136 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:03.459616 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7c5f5c2c-c48d-4669-942b-4e0c6d07914b admin admin] Publish callbacks [] for security_group (158c880d-39db-4d0c-8d97-54ae55566f73), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.519826 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7c5f5c2c-c48d-4669-942b-4e0c6d07914b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (158c880d-39db-4d0c-8d97-54ae55566f73), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.523823 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7c5f5c2c-c48d-4669-942b-4e0c6d07914b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:03.524996 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-7c5f5c2c-c48d-4669-942b-4e0c6d07914b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/158c880d-39db-4d0c-8d97-54ae55566f73 HTTP/1.1" status: 204 len: 168 time: 0.1681933 Oct 23 02:12:03.537643 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f5c2c-c48d-4669-942b-4e0c6d07914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158c880d-39db-4d0c-8d97-54ae55566f73,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:03.593734 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d6aa90-2c75-4d21-a939-51512d5ef6a2" -d '{"events": [{"server_uuid": "afd282d6-75f6-4241-8c5b-d364c031db43", "name": "network-vif-plugged", "status": "completed", "tag": "201fa2da-3990-492d-a724-016abaeaf38a"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:03.813505 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34e01f0-49b7-4aee-ac13-2fc142cee982 x-openstack-request-id: req-c34e01f0-49b7-4aee-ac13-2fc142cee982 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:03.813830 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd282d6-75f6-4241-8c5b-d364c031db43", "name": "network-vif-plugged", "status": "completed", "tag": "201fa2da-3990-492d-a724-016abaeaf38a", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:03.814092 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c34e01f0-49b7-4aee-ac13-2fc142cee982 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:03.814691 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34e01f0-49b7-4aee-ac13-2fc142cee982'] response: {'server_uuid': 'afd282d6-75f6-4241-8c5b-d364c031db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201fa2da-3990-492d-a724-016abaeaf38a', 'code': 200} Oct 23 02:12:03.900655 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48421ec-409e-40d2-8b13-28a6a48013fa req-f30a918a-0882-4f8d-9c85-e75e9bee4e0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:03.902959 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d48421ec-409e-40d2-8b13-28a6a48013fa req-f30a918a-0882-4f8d-9c85-e75e9bee4e0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 943 time: 0.0741522 Oct 23 02:12:04.147310 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205a666-25c0-41d0-8caa-f74761b0abad req-db5e7ea9-1726-4709-a355-4bc5185ee06b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:04.149139 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6205a666-25c0-41d0-8caa-f74761b0abad req-db5e7ea9-1726-4709-a355-4bc5185ee06b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.2689362 Oct 23 02:12:04.205154 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d48421ec-409e-40d2-8b13-28a6a48013fa req-0d3a7af8-fcad-4b7e-b3dd-a951d693d457 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843740 Oct 23 02:12:04.252951 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6205a666-25c0-41d0-8caa-f74761b0abad req-65459de8-64d4-4951-a75b-7928ffe25964 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909383 Oct 23 02:12:04.471989 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9c553-284b-4ccf-bab9-ac20102d05ed req-1109f5e9-4aa5-4657-81cc-6b7f29b7a1dd tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:04.473956 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0aa9c553-284b-4ccf-bab9-ac20102d05ed req-1109f5e9-4aa5-4657-81cc-6b7f29b7a1dd tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.1654668 Oct 23 02:12:04.489262 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372ce0-9974-4db9-90f4-89626e4a9375 req-43aa975a-bb5b-49df-a2e3-dee21aee9213 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:04.491618 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-70372ce0-9974-4db9-90f4-89626e4a9375 req-43aa975a-bb5b-49df-a2e3-dee21aee9213 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 943 time: 0.1178269 Oct 23 02:12:04.578410 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0aa9c553-284b-4ccf-bab9-ac20102d05ed req-8c307f07-3f1e-4f66-afe8-0fd0c2ac8400 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971298 Oct 23 02:12:04.582672 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-70372ce0-9974-4db9-90f4-89626e4a9375 req-ce28adc2-0324-49a1-b066-fc19c116c7ad tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685124 Oct 23 02:12:05.036724 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:12:05.047474 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deefd9f-d532-4904-be91-78f542367df8 req-9b873a2b-e57a-40f4-ab32-8a2185183ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:05.049255 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-9b873a2b-e57a-40f4-ab32-8a2185183ecd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d813ef1f-8211-49e2-a5ea-c7934e717ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1586463 Oct 23 02:12:05.051386 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-8a72ce2c-11b2-4e71-8d91-f51d1f6ce725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:05.053497 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-8a72ce2c-11b2-4e71-8d91-f51d1f6ce725 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 1127 time: 0.0865896 Oct 23 02:12:05.060261 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:05.068017 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-de703390-6d26-495e-8248-96bac190a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:05.069580 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-de703390-6d26-495e-8248-96bac190a001 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d296608fc23c4667b5173c0f3fe1697e&device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 1127 time: 0.1425269 Oct 23 02:12:05.152166 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-59b0531b-3e71-4b03-8ef2-f4090c4dba9e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d969c3a4-3cf5-438b-8549-4df01ca980f6 HTTP/1.1" status: 200 len: 217 time: 0.0551226 Oct 23 02:12:05.182847 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:05.206238 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '24fbd91b-949f-4c46-a496-148c4722eb45', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'port_id': '24fbd91b-949f-4c46-a496-148c4722eb45', 'mac_address': 'fa:16:3e:51:2a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:12:05.227425 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1c1a2690-0a61-4b1c-b16e-59e737142bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:05.229728 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-1c1a2690-0a61-4b1c-b16e-59e737142bf0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0726211 Oct 23 02:12:05.263671 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 24fbd91b-949f-4c46-a496-148c4722eb45 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:05.264419 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:05.282319 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fbd91b-949f-4c46-a496-148c4722eb45 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:12:05.311673 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:05.318368 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:05.319655 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 79f823d3-ca42-4792-96ba-97e67eef504a details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:12:05.343654 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-bae0dddb-6999-4581-b016-9930c50b9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:05.345178 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-bae0dddb-6999-4581-b016-9930c50b9922 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094778 Oct 23 02:12:05.535864 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:05.560281 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:05.605416 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-98359370-c88d-4013-b813-d33ba6ea50e5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529628 Oct 23 02:12:05.617094 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 79f823d3-ca42-4792-96ba-97e67eef504a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=79f823d3-ca42-4792-96ba-97e67eef504a,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:05.634976 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '79f823d3-ca42-4792-96ba-97e67eef504a', 'network_id': 'c5fbd9df-9f8a-4f60-9255-3da999cfa5f9', 'port_id': '79f823d3-ca42-4792-96ba-97e67eef504a', 'mac_address': 'fa:16:3e:33:12:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360d791f-a1fc-49fc-a38f-914286807e64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:12:05.642134 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f6717-e0bc-4546-b982-a19218199385 req-e187b7e5-86d9-4e61-9aaf-37a81b295b27 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:05.649022 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a82f6717-e0bc-4546-b982-a19218199385 req-e187b7e5-86d9-4e61-9aaf-37a81b295b27 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 943 time: 0.0869594 Oct 23 02:12:05.684665 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 79f823d3-ca42-4792-96ba-97e67eef504a is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:05.685289 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:05.700654 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f823d3-ca42-4792-96ba-97e67eef504a {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:12:05.720560 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-2f495ea6-9ad3-4c27-811d-1cea00163501 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321061 Oct 23 02:12:05.724972 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0a073-cf7b-40e7-a205-e8fd14edca61 req-05c76941-5a5b-4705-9ae8-a9179e17de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:05.726416 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-36c0a073-cf7b-40e7-a205-e8fd14edca61 req-05c76941-5a5b-4705-9ae8-a9179e17de11 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 1130 time: 0.4923105 Oct 23 02:12:05.729161 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 79f823d3-ca42-4792-96ba-97e67eef504a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=79f823d3-ca42-4792-96ba-97e67eef504a,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:05.733679 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-71d4a910-9b59-4cd6-ae49-2cfa291d130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:05.735023 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:05.735311 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-71d4a910-9b59-4cd6-ae49-2cfa291d130d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 HTTP/1.1" status: 200 len: 913 time: 0.3298478 Oct 23 02:12:05.822386 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=79f823d3-ca42-4792-96ba-97e67eef504a,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:05.876356 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-87a28d4c-dcd6-480f-8b98-70aab05d43d4 req-028d2270-fb7e-4195-9ae1-4445f2f83937 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636409 Oct 23 02:12:05.889505 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:05.938965 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa730a-b18f-4d11-8d1f-24a81d357031 req-fe2e0d6b-388c-4daa-be95-1e8be6bb8e47 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:05.948122 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27fa730a-b18f-4d11-8d1f-24a81d357031 req-fe2e0d6b-388c-4daa-be95-1e8be6bb8e47 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 944 time: 0.3365004 Oct 23 02:12:05.966137 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-36c0a073-cf7b-40e7-a205-e8fd14edca61 req-1083c9cb-449c-48bb-b22c-a072e373248b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:05.968768 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-74a88013-a199-480d-8038-d7154d25f5e5 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79f823d3-ca42-4792-96ba-97e67eef504a HTTP/1.1" status: 200 len: 217 time: 0.1173632 Oct 23 02:12:05.973455 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5deefd9f-d532-4904-be91-78f542367df8 req-8a1ff9b0-0bd0-4024-8c50-16a7a241d0a9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352395 Oct 23 02:12:05.992173 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a82f6717-e0bc-4546-b982-a19218199385 req-11bf16c5-8976-47f6-bf19-ca1d056874f4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422945 Oct 23 02:12:06.080372 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27fa730a-b18f-4d11-8d1f-24a81d357031 req-3656609f-f6b4-44e1-9da0-c78fe68a881c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311755 Oct 23 02:12:06.205885 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a1b0d-99c2-4a36-9a16-51cf5debb99d req-3f57fddf-0fc6-4066-8e9d-8b777ba0fa71 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:06.207541 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-824a1b0d-99c2-4a36-9a16-51cf5debb99d req-3f57fddf-0fc6-4066-8e9d-8b777ba0fa71 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.1028898 Oct 23 02:12:06.266762 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-36c0a073-cf7b-40e7-a205-e8fd14edca61 req-1083c9cb-449c-48bb-b22c-a072e373248b service neutron] Publish callbacks [] for security_group (cc20e2fc-afd0-441a-a779-86de461f0b79), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:06.275773 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b02f4-cfa3-4a26-8650-ce7dbf5846bf req-72a2cf82-964e-4bca-a5da-933443bfb5f3 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:06.277684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a46b02f4-cfa3-4a26-8650-ce7dbf5846bf req-72a2cf82-964e-4bca-a5da-933443bfb5f3 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 944 time: 0.0922005 Oct 23 02:12:06.280854 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-36c0a073-cf7b-40e7-a205-e8fd14edca61 req-1083c9cb-449c-48bb-b22c-a072e373248b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (cc20e2fc-afd0-441a-a779-86de461f0b79), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:06.375407 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083c9cb-449c-48bb-b22c-a072e373248b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cc20e2fc-afd0-441a-a779-86de461f0b79,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:06.385708 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-36c0a073-cf7b-40e7-a205-e8fd14edca61 req-1083c9cb-449c-48bb-b22c-a072e373248b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501661 Oct 23 02:12:06.399562 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-824a1b0d-99c2-4a36-9a16-51cf5debb99d req-7c93f847-dcbc-4b0f-bcf8-48728de9f286 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662738 Oct 23 02:12:06.415822 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a46b02f4-cfa3-4a26-8650-ce7dbf5846bf req-b386cc7e-0639-4ead-89d2-d63a7fa5ca27 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251864 Oct 23 02:12:06.656934 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50408) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:06.768234 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['24fbd91b-949f-4c46-a496-148c4722eb45'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:12:06.976437 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b3cbbb31-f929-41a2-8f03-383c49a61bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:06.995450 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['79f823d3-ca42-4792-96ba-97e67eef504a'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:12:07.062896 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b3cbbb31-f929-41a2-8f03-383c49a61bcd admin admin] Publish callbacks [] for security_group (dd54b530-c219-4616-bd71-4b9ba9fda497), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.068321 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b3cbbb31-f929-41a2-8f03-383c49a61bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (dd54b530-c219-4616-bd71-4b9ba9fda497), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.090642 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:07.113837 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:07.144554 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-b3cbbb31-f929-41a2-8f03-383c49a61bcd admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=601dda0a38fd4a3099a5d544384ad45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865136 Oct 23 02:12:07.147780 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50436) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:07.148201 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbbb31-f929-41a2-8f03-383c49a61bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd54b530-c219-4616-bd71-4b9ba9fda497,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:07.169171 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7b0c-0075-4ee7-a516-aeeb505b6b9a req-0659b226-c2a8-4c43-9e9d-2877aa33bc23 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:07.171305 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8f5a7b0c-0075-4ee7-a516-aeeb505b6b9a req-0659b226-c2a8-4c43-9e9d-2877aa33bc23 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 943 time: 0.0693386 Oct 23 02:12:07.240867 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-af835f36-a7a9-4a99-93a9-b79e51df9c73 admin admin] Publish callbacks [] for security_group (dd54b530-c219-4616-bd71-4b9ba9fda497), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.244610 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac17d-0227-4560-936a-6fe78c7c9f5f req-f3264346-21e7-4794-8cf0-eca8de7e7881 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:07.246089 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-77bac17d-0227-4560-936a-6fe78c7c9f5f req-f3264346-21e7-4794-8cf0-eca8de7e7881 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 944 time: 0.0726330 Oct 23 02:12:07.276501 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-af835f36-a7a9-4a99-93a9-b79e51df9c73 admin admin] Publish callbacks [] for security_group (dd54b530-c219-4616-bd71-4b9ba9fda497), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.284899 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8f5a7b0c-0075-4ee7-a516-aeeb505b6b9a req-be7c72c8-997a-44fe-b194-19d0c17a288d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983756 Oct 23 02:12:07.289197 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:07.325452 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-77bac17d-0227-4560-936a-6fe78c7c9f5f req-38f9a7a2-aaef-4e5d-b7f8-0a2cd42ad5e8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710618 Oct 23 02:12:07.367526 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-af835f36-a7a9-4a99-93a9-b79e51df9c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (dd54b530-c219-4616-bd71-4b9ba9fda497), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.371323 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-af835f36-a7a9-4a99-93a9-b79e51df9c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.372572 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-af835f36-a7a9-4a99-93a9-b79e51df9c73 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/dd54b530-c219-4616-bd71-4b9ba9fda497 HTTP/1.1" status: 204 len: 168 time: 0.2235000 Oct 23 02:12:07.380737 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af835f36-a7a9-4a99-93a9-b79e51df9c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd54b530-c219-4616-bd71-4b9ba9fda497,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:07.608690 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee3f9-9fd6-467d-a5bf-3cab9d2c2f3b req-940d6137-3f4c-4562-868b-ad0ba83db5a1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:07.616333 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7ddee3f9-9fd6-467d-a5bf-3cab9d2c2f3b req-940d6137-3f4c-4562-868b-ad0ba83db5a1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.1092141 Oct 23 02:12:07.621708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:07.637429 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de60c97-9376-4431-bc1f-7cc1053c09e3 req-7c94bb40-11d6-419f-91f0-ec487a3f276d tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:07.638965 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5de60c97-9376-4431-bc1f-7cc1053c09e3 req-7c94bb40-11d6-419f-91f0-ec487a3f276d tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 944 time: 0.0994930 Oct 23 02:12:07.717442 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7ddee3f9-9fd6-467d-a5bf-3cab9d2c2f3b req-3ad2eb02-b5f5-46b4-923d-62eb239ea907 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002479 Oct 23 02:12:07.740898 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50458) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:07.752115 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5de60c97-9376-4431-bc1f-7cc1053c09e3 req-cb38d799-9f9b-4ad8-bfc6-b0b9e6e7912a tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003089 Oct 23 02:12:07.757701 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5db2c94-7d71-4b9b-a59a-a1cdd86ba884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.839604 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5db2c94-7d71-4b9b-a59a-a1cdd86ba884 admin admin] Publish callbacks [] for security_group (5fc9267b-cf7f-49ac-8582-ea3a1e46431e), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.843207 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5db2c94-7d71-4b9b-a59a-a1cdd86ba884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (5fc9267b-cf7f-49ac-8582-ea3a1e46431e), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.882255 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d5db2c94-7d71-4b9b-a59a-a1cdd86ba884 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=04acbc733e6f4c6786defbcabe80165e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403592 Oct 23 02:12:07.883328 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db2c94-7d71-4b9b-a59a-a1cdd86ba884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc9267b-cf7f-49ac-8582-ea3a1e46431e,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:07.885408 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50460) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:07.936871 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e994fe76-ed71-4b4e-9bd8-804aea77b83b admin admin] Publish callbacks [] for security_group (5fc9267b-cf7f-49ac-8582-ea3a1e46431e), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.956647 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e994fe76-ed71-4b4e-9bd8-804aea77b83b admin admin] Publish callbacks [] for security_group (5fc9267b-cf7f-49ac-8582-ea3a1e46431e), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:07.963654 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:08.010704 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e994fe76-ed71-4b4e-9bd8-804aea77b83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (5fc9267b-cf7f-49ac-8582-ea3a1e46431e), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:08.013480 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e994fe76-ed71-4b4e-9bd8-804aea77b83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:08.014800 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e994fe76-ed71-4b4e-9bd8-804aea77b83b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5fc9267b-cf7f-49ac-8582-ea3a1e46431e HTTP/1.1" status: 204 len: 168 time: 0.1283021 Oct 23 02:12:08.023854 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994fe76-ed71-4b4e-9bd8-804aea77b83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc9267b-cf7f-49ac-8582-ea3a1e46431e,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:08.428270 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50484) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:08.513582 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b124-7491-44e8-a22c-4cfbaf7de977 req-44e67bd6-3d20-4e67-877b-545c81786c6e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:08.515190 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bdf8b124-7491-44e8-a22c-4cfbaf7de977 req-44e67bd6-3d20-4e67-877b-545c81786c6e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 944 time: 0.0818887 Oct 23 02:12:08.520719 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fbb7-517c-462e-b9e4-014fbf2fd9ac req-d97c4787-1225-44de-b107-d92b20942ae9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:08.522089 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a27fbb7-517c-462e-b9e4-014fbf2fd9ac req-d97c4787-1225-44de-b107-d92b20942ae9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 943 time: 0.0912662 Oct 23 02:12:08.550215 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9c2bae67-8408-4e00-8f63-dfc5937ddfb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:08.553304 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:08.617462 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bdf8b124-7491-44e8-a22c-4cfbaf7de977 req-a0408462-7ec2-4a9c-ad51-7e0b29f37af0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899911 Oct 23 02:12:08.620989 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a27fbb7-517c-462e-b9e4-014fbf2fd9ac req-0a8c1a97-25ce-4b23-a5fd-705866d12d0d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922034 Oct 23 02:12:08.643086 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9c2bae67-8408-4e00-8f63-dfc5937ddfb7 admin admin] Publish callbacks [] for security_group (b8fe54c4-1da2-42ad-b9b3-6238d2daf017), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:08.648098 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9c2bae67-8408-4e00-8f63-dfc5937ddfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b8fe54c4-1da2-42ad-b9b3-6238d2daf017), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:08.708462 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9c2bae67-8408-4e00-8f63-dfc5937ddfb7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fabbd15be617406e937f93acbefb305e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780256 Oct 23 02:12:08.710694 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bae67-8408-4e00-8f63-dfc5937ddfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fe54c4-1da2-42ad-b9b3-6238d2daf017,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:08.711298 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50498) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:08.764013 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:12:08.829079 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 24fbd91b-949f-4c46-a496-148c4722eb45 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:12:08.829406 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-47469c47-06aa-41d8-a1d1-aab4596da8eb admin admin] Publish callbacks [] for security_group (b8fe54c4-1da2-42ad-b9b3-6238d2daf017), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:08.844295 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 24fbd91b-949f-4c46-a496-148c4722eb45 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:08.844620 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:08.845156 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 24fbd91b-949f-4c46-a496-148c4722eb45 Oct 23 02:12:08.918386 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-47469c47-06aa-41d8-a1d1-aab4596da8eb admin admin] Publish callbacks [] for security_group (b8fe54c4-1da2-42ad-b9b3-6238d2daf017), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:08.954736 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 24fbd91b-949f-4c46-a496-148c4722eb45 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:08.955342 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:08.984235 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5210dc-a85f-426c-b2e8-07fc28099c2b req-3d9bf86f-f2f6-4a8e-bf48-9d3caf9ff57c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:08.991515 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2a5210dc-a85f-426c-b2e8-07fc28099c2b req-3d9bf86f-f2f6-4a8e-bf48-9d3caf9ff57c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.1363325 Oct 23 02:12:08.996649 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:08.999489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0b6eb1-08a4-42ce-9b62-ff293fb4711b" -d '{"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-plugged", "status": "completed", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:09.017720 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:09.025485 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.026986 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 79f823d3-ca42-4792-96ba-97e67eef504a up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:12:09.035994 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab964d18-6281-4330-ad2f-753b634136d0 req-087c7cd5-647a-4dc1-b359-23f5ad699a5f tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:09.037466 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ab964d18-6281-4330-ad2f-753b634136d0 req-087c7cd5-647a-4dc1-b359-23f5ad699a5f tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 944 time: 0.1421010 Oct 23 02:12:09.097471 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:09.108860 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2a5210dc-a85f-426c-b2e8-07fc28099c2b req-8accc1a8-1b2a-4e24-a893-659dae66b3eb tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161728 Oct 23 02:12:09.131802 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-47469c47-06aa-41d8-a1d1-aab4596da8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b8fe54c4-1da2-42ad-b9b3-6238d2daf017), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.137318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-47469c47-06aa-41d8-a1d1-aab4596da8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.141591 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-47469c47-06aa-41d8-a1d1-aab4596da8eb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b8fe54c4-1da2-42ad-b9b3-6238d2daf017 HTTP/1.1" status: 204 len: 168 time: 0.4262042 Oct 23 02:12:09.150213 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ab964d18-6281-4330-ad2f-753b634136d0 req-3f645f00-820e-4772-b3e0-f3380accfec8 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044888 Oct 23 02:12:09.157158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47469c47-06aa-41d8-a1d1-aab4596da8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fe54c4-1da2-42ad-b9b3-6238d2daf017,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:09.180681 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 79f823d3-ca42-4792-96ba-97e67eef504a completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:12:09.185675 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:09.195404 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 79f823d3-ca42-4792-96ba-97e67eef504a triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:09.196902 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.197511 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 79f823d3-ca42-4792-96ba-97e67eef504a Oct 23 02:12:09.311786 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16893000-3535-49f0-9eba-4f5122dfba21 x-openstack-request-id: req-16893000-3535-49f0-9eba-4f5122dfba21 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:09.312376 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-plugged", "status": "completed", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:09.312896 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16893000-3535-49f0-9eba-4f5122dfba21 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:09.313487 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16893000-3535-49f0-9eba-4f5122dfba21'] response: {'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45', 'code': 200} Oct 23 02:12:09.331601 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 79f823d3-ca42-4792-96ba-97e67eef504a is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:09.332078 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.371445 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 79f823d3-ca42-4792-96ba-97e67eef504a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=79f823d3-ca42-4792-96ba-97e67eef504a,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:09.375742 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.432293 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=79f823d3-ca42-4792-96ba-97e67eef504a,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:09.538863 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50546) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:09.554095 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f386751f-73e5-4809-8c78-3beac920c2ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.629538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:09.639326 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f386751f-73e5-4809-8c78-3beac920c2ec admin admin] Publish callbacks [] for security_group (d22dc9c2-c012-42e9-a38c-94888e27c7a2), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.643906 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f386751f-73e5-4809-8c78-3beac920c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d22dc9c2-c012-42e9-a38c-94888e27c7a2), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.687004 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386751f-73e5-4809-8c78-3beac920c2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22dc9c2-c012-42e9-a38c-94888e27c7a2,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:09.691621 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-f386751f-73e5-4809-8c78-3beac920c2ec admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=670c32a6a94642e2ae6f21c887239fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517274 Oct 23 02:12:09.694350 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50554) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:09.748750 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ed49edcf-d8ba-4467-a6b3-e6f025e19dc7 admin admin] Publish callbacks [] for security_group (d22dc9c2-c012-42e9-a38c-94888e27c7a2), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.812205 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ed49edcf-d8ba-4467-a6b3-e6f025e19dc7 admin admin] Publish callbacks [] for security_group (d22dc9c2-c012-42e9-a38c-94888e27c7a2), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.850410 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d969c3a4-3cf5-438b-8549-4df01ca980f6 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:12:09.854317 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832c8be-e496-4ecd-9f09-7c1ddc03e9cb req-69784939-bdd6-471a-9030-4f6bd803e853 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:09.855859 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3832c8be-e496-4ecd-9f09-7c1ddc03e9cb req-69784939-bdd6-471a-9030-4f6bd803e853 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 943 time: 0.1037922 Oct 23 02:12:09.883439 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7b50d-7fda-4024-8164-d89f9a0ce389 req-cecb58cd-affc-4230-a48b-8fccb7d48481 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:09.885500 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-54a7b50d-7fda-4024-8164-d89f9a0ce389 req-cecb58cd-affc-4230-a48b-8fccb7d48481 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.1158607 Oct 23 02:12:09.959571 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3832c8be-e496-4ecd-9f09-7c1ddc03e9cb req-c95b3d35-de2d-4cd1-927d-1f61bf0c1e96 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968044 Oct 23 02:12:09.973563 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-54a7b50d-7fda-4024-8164-d89f9a0ce389 req-fb17a063-4caf-4e1a-8cd4-f19943ddad19 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768807 Oct 23 02:12:09.974814 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ed49edcf-d8ba-4467-a6b3-e6f025e19dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d22dc9c2-c012-42e9-a38c-94888e27c7a2), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.986713 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ed49edcf-d8ba-4467-a6b3-e6f025e19dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:09.986713 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-ed49edcf-d8ba-4467-a6b3-e6f025e19dc7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d22dc9c2-c012-42e9-a38c-94888e27c7a2 HTTP/1.1" status: 204 len: 168 time: 0.2837775 Oct 23 02:12:09.987356 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49edcf-d8ba-4467-a6b3-e6f025e19dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22dc9c2-c012-42e9-a38c-94888e27c7a2,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:09.999545 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d969c3a4-3cf5-438b-8549-4df01ca980f6, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d969c3a4-3cf5-438b-8549-4df01ca980f6,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:10.022808 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': 'd969c3a4-3cf5-438b-8549-4df01ca980f6', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'port_id': 'd969c3a4-3cf5-438b-8549-4df01ca980f6', 'mac_address': 'fa:16:3e:af:30:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:12:10.075675 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d969c3a4-3cf5-438b-8549-4df01ca980f6 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:10.076065 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:10.092759 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d969c3a4-3cf5-438b-8549-4df01ca980f6 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:12:10.115836 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:10.118749 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:10.122144 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d969c3a4-3cf5-438b-8549-4df01ca980f6, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d969c3a4-3cf5-438b-8549-4df01ca980f6,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:10.128493 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:10.182485 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d969c3a4-3cf5-438b-8549-4df01ca980f6,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:10.315020 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef13e7-2e2b-4bee-b89b-c8d1e6db9a42 req-cd30f3c8-54dd-4e27-8d83-e476d4272f83 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:10.316529 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-40ef13e7-2e2b-4bee-b89b-c8d1e6db9a42 req-cd30f3c8-54dd-4e27-8d83-e476d4272f83 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.0774829 Oct 23 02:12:10.347548 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462651ab-895a-4b43-b7f4-54397b1aec42 req-671b27d4-73a0-46db-b550-9caa1e38e2a7 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:10.349131 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-462651ab-895a-4b43-b7f4-54397b1aec42 req-671b27d4-73a0-46db-b550-9caa1e38e2a7 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.0770988 Oct 23 02:12:10.451251 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-462651ab-895a-4b43-b7f4-54397b1aec42 req-0ed49a71-2145-4168-9296-58a9434ab1a5 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922809 Oct 23 02:12:10.458308 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-40ef13e7-2e2b-4bee-b89b-c8d1e6db9a42 req-76a8ef7c-3805-453e-8fb9-78557a4b4998 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328697 Oct 23 02:12:10.823498 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50626) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:10.824489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['d969c3a4-3cf5-438b-8549-4df01ca980f6'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:12:10.860898 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50632) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:10.962746 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7b989536-d9b0-430c-9e31-4c98ad96e534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:10.966012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a18e1a7c-5b7a-40a7-9b22-e5dfc7a9f824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.263670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:11.315531 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f959c-521d-49d7-87d0-3a7b22a174a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f823d3-ca42-4792-96ba-97e67eef504a'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:11.320415 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632d2ced-8e00-44cf-ad93-c8ae3bfb708d" -d '{"events": [{"server_uuid": "807f959c-521d-49d7-87d0-3a7b22a174a7", "name": "network-vif-plugged", "status": "completed", "tag": "79f823d3-ca42-4792-96ba-97e67eef504a"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:11.324198 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:11.358576 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23759ecb-39a9-426e-9f5f-5041a61b3c60 req-c886fb12-34b4-465b-b792-263c57d56fcc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:11.360107 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-23759ecb-39a9-426e-9f5f-5041a61b3c60 req-c886fb12-34b4-465b-b792-263c57d56fcc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.1232226 Oct 23 02:12:11.365587 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39b08d-9f1a-49e3-be67-4c5e40b4d06b req-85f1243b-c5d0-4d84-b894-6273c3abaaff tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:11.367124 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3b39b08d-9f1a-49e3-be67-4c5e40b4d06b req-85f1243b-c5d0-4d84-b894-6273c3abaaff tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 944 time: 0.1323969 Oct 23 02:12:11.432715 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a18e1a7c-5b7a-40a7-9b22-e5dfc7a9f824 admin admin] Publish callbacks [] for security_group (e0a9e7cf-86a2-4c82-85f8-4e1bd17fdb47), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.444051 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a18e1a7c-5b7a-40a7-9b22-e5dfc7a9f824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e0a9e7cf-86a2-4c82-85f8-4e1bd17fdb47), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.447770 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7b989536-d9b0-430c-9e31-4c98ad96e534 admin admin] Publish callbacks [] for security_group (f505d79b-8bbd-4dd8-8fd5-a568910b769d), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.476257 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7b989536-d9b0-430c-9e31-4c98ad96e534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f505d79b-8bbd-4dd8-8fd5-a568910b769d), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.541300 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a18e1a7c-5b7a-40a7-9b22-e5dfc7a9f824 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=97d496cc0636403784a6fd78111a97f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6791115 Oct 23 02:12:11.544025 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50662) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:11.547764 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-23759ecb-39a9-426e-9f5f-5041a61b3c60 req-ed52f499-4a40-46d1-97c4-fc6ed75c84ff tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736541 Oct 23 02:12:11.548675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e1a7c-5b7a-40a7-9b22-e5dfc7a9f824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a9e7cf-86a2-4c82-85f8-4e1bd17fdb47,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:11.557721 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3b39b08d-9f1a-49e3-be67-4c5e40b4d06b req-3009f48b-fc65-4b13-ad20-05f2c9c470cb tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740115 Oct 23 02:12:11.561452 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-7b989536-d9b0-430c-9e31-4c98ad96e534 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=12b73748d6404120b1606bd318c32bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7368915 Oct 23 02:12:11.566926 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50666) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:11.601363 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b989536-d9b0-430c-9e31-4c98ad96e534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f505d79b-8bbd-4dd8-8fd5-a568910b769d,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:11.637414 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b86a65-cc81-4880-98d1-2ea9c505f729 x-openstack-request-id: req-f9b86a65-cc81-4880-98d1-2ea9c505f729 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:11.637738 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807f959c-521d-49d7-87d0-3a7b22a174a7", "name": "network-vif-plugged", "status": "completed", "tag": "79f823d3-ca42-4792-96ba-97e67eef504a", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:11.638003 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9b86a65-cc81-4880-98d1-2ea9c505f729 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:11.638409 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b86a65-cc81-4880-98d1-2ea9c505f729'] response: {'server_uuid': '807f959c-521d-49d7-87d0-3a7b22a174a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f823d3-ca42-4792-96ba-97e67eef504a', 'code': 200} Oct 23 02:12:11.652578 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Publish callbacks [] for security_group (f505d79b-8bbd-4dd8-8fd5-a568910b769d), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.678251 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Publish callbacks [] for security_group (e0a9e7cf-86a2-4c82-85f8-4e1bd17fdb47), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.691624 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Publish callbacks [] for security_group (f505d79b-8bbd-4dd8-8fd5-a568910b769d), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.712883 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Publish callbacks [] for security_group (e0a9e7cf-86a2-4c82-85f8-4e1bd17fdb47), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.762268 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e0a9e7cf-86a2-4c82-85f8-4e1bd17fdb47), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.765205 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.769365 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e0a9e7cf-86a2-4c82-85f8-4e1bd17fdb47 HTTP/1.1" status: 204 len: 168 time: 0.2216463 Oct 23 02:12:11.776529 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a9e7cf-86a2-4c82-85f8-4e1bd17fdb47,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:11.784558 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.784915 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.785306 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.785698 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.786194 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.786704 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.787185 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.787686 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.788245 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.788915 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.789481 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.789907 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.791386 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.791386 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.791640 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f90335-7de3-415c-9e2c-eacc1e767aa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.828887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0576e-8144-43f4-af8e-93e7cf1cb3ca req-fa4302fb-6453-4296-9085-04a4906d8710 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:11.830852 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-21e0576e-8144-43f4-af8e-93e7cf1cb3ca req-fa4302fb-6453-4296-9085-04a4906d8710 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.1277356 Oct 23 02:12:11.838869 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687680a3-9f72-4b69-9024-70027f3e8493 req-9c24e15f-40f8-4dfc-a74f-558df7fd5ec7 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:11.840732 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-687680a3-9f72-4b69-9024-70027f3e8493 req-9c24e15f-40f8-4dfc-a74f-558df7fd5ec7 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.1352346 Oct 23 02:12:11.885146 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f505d79b-8bbd-4dd8-8fd5-a568910b769d), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.887777 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:11.888997 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f505d79b-8bbd-4dd8-8fd5-a568910b769d HTTP/1.1" status: 204 len: 168 time: 0.3212020 Oct 23 02:12:11.919238 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f505d79b-8bbd-4dd8-8fd5-a568910b769d,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:11.960374 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-21e0576e-8144-43f4-af8e-93e7cf1cb3ca req-8f9c88ba-11fd-46e6-9d13-766447d538c4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176879 Oct 23 02:12:11.966380 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.976880 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.977283 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.978190 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.978599 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.979145 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.979684 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.980196 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.980711 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.981224 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.981748 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.982280 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.982808 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.983288 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.983771 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7ca52e-13d5-45c6-b5b9-6367b247535a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:11.994307 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-687680a3-9f72-4b69-9024-70027f3e8493 req-c1ad806e-7e9b-4ac7-bbee-e466d64d7a77 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321659 Oct 23 02:12:12.151393 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=21 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:12.158895 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=11 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:12.248248 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d969c3a4-3cf5-438b-8549-4df01ca980f6 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:12:12.252072 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50690) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:12.269832 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e3295e9e-9e27-4ef9-b267-030e2ac18b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.305792 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50692) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:12.311033 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port d969c3a4-3cf5-438b-8549-4df01ca980f6 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:12:12.316395 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port d969c3a4-3cf5-438b-8549-4df01ca980f6 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:12.317131 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.317452 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port d969c3a4-3cf5-438b-8549-4df01ca980f6 Oct 23 02:12:12.319887 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9fb0e57c-0674-43aa-9b75-42b49f67eec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.324437 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:12.388067 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e3295e9e-9e27-4ef9-b267-030e2ac18b82 admin admin] Publish callbacks [] for security_group (a7108a4b-0365-4f69-b289-cb2ee6928069), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.393895 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e3295e9e-9e27-4ef9-b267-030e2ac18b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a7108a4b-0365-4f69-b289-cb2ee6928069), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.408104 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d969c3a4-3cf5-438b-8549-4df01ca980f6 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:12.408656 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.437544 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9fb0e57c-0674-43aa-9b75-42b49f67eec8 admin admin] Publish callbacks [] for security_group (d4d0db99-590e-40e8-b0eb-1ff7189bf615), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.439782 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3295e9e-9e27-4ef9-b267-030e2ac18b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7108a4b-0365-4f69-b289-cb2ee6928069,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:12.441646 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9fb0e57c-0674-43aa-9b75-42b49f67eec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d4d0db99-590e-40e8-b0eb-1ff7189bf615), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.445055 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e3295e9e-9e27-4ef9-b267-030e2ac18b82 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6f97908764f441628d46a24049cbe7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918528 Oct 23 02:12:12.447842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50694) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:12.458481 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d969c3a4-3cf5-438b-8549-4df01ca980f6, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d969c3a4-3cf5-438b-8549-4df01ca980f6,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:12.465877 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.474724 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9fb0e57c-0674-43aa-9b75-42b49f67eec8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8a8a976443844a2e91f3f6fe212ac109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673348 Oct 23 02:12:12.476409 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50696) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:12.514692 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0e57c-0674-43aa-9b75-42b49f67eec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d0db99-590e-40e8-b0eb-1ff7189bf615,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:12.534590 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d969c3a4-3cf5-438b-8549-4df01ca980f6,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:12.546112 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.546257 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.546554 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.546923 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.547746 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.548490 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.549125 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.549357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.549700 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.550174 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.551159 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.551507 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.551980 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.552445 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.552785 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:12:12.556386 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-449ca2db-039e-4524-971e-9628f810fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:12.558253 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1f849733-4cfe-48d9-8613-145a6511d9af admin admin] Publish callbacks [] for security_group (d4d0db99-590e-40e8-b0eb-1ff7189bf615), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.558787 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-449ca2db-039e-4524-971e-9628f810fb54 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=360d791f-a1fc-49fc-a38f-914286807e64 HTTP/1.1" status: 200 len: 851 time: 0.0857399 Oct 23 02:12:12.559539 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-909f4d02-b208-44aa-9282-5accfd042858 admin admin] Publish callbacks [] for security_group (a7108a4b-0365-4f69-b289-cb2ee6928069), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.572566 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:12.585724 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-909f4d02-b208-44aa-9282-5accfd042858 admin admin] Publish callbacks [] for security_group (a7108a4b-0365-4f69-b289-cb2ee6928069), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.587982 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1f849733-4cfe-48d9-8613-145a6511d9af admin admin] Publish callbacks [] for security_group (d4d0db99-590e-40e8-b0eb-1ff7189bf615), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.645911 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1f849733-4cfe-48d9-8613-145a6511d9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d4d0db99-590e-40e8-b0eb-1ff7189bf615), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.649917 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1f849733-4cfe-48d9-8613-145a6511d9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.661053 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1f849733-4cfe-48d9-8613-145a6511d9af admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d4d0db99-590e-40e8-b0eb-1ff7189bf615 HTTP/1.1" status: 204 len: 168 time: 0.1831896 Oct 23 02:12:12.686684 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f849733-4cfe-48d9-8613-145a6511d9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d0db99-590e-40e8-b0eb-1ff7189bf615,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:12.726229 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-909f4d02-b208-44aa-9282-5accfd042858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a7108a4b-0365-4f69-b289-cb2ee6928069), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.729436 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-909f4d02-b208-44aa-9282-5accfd042858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:12.730700 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-909f4d02-b208-44aa-9282-5accfd042858 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a7108a4b-0365-4f69-b289-cb2ee6928069 HTTP/1.1" status: 204 len: 168 time: 0.2816012 Oct 23 02:12:12.761556 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f4d02-b208-44aa-9282-5accfd042858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7108a4b-0365-4f69-b289-cb2ee6928069,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:12.798108 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822a952-d58a-4bf5-825d-9efdba9f6567 req-7a59d8c6-5e41-47cb-a751-b92fd56fa274 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:12.810632 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4822a952-d58a-4bf5-825d-9efdba9f6567 req-7a59d8c6-5e41-47cb-a751-b92fd56fa274 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1409793 Oct 23 02:12:12.845163 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736158-d20b-46a2-907d-4b4c80378aa9 req-a4dd1472-b3bc-4927-938f-adc0db2ecb66 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:12.846684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3c736158-d20b-46a2-907d-4b4c80378aa9 req-a4dd1472-b3bc-4927-938f-adc0db2ecb66 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.1148691 Oct 23 02:12:12.904728 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4822a952-d58a-4bf5-825d-9efdba9f6567 req-888cdfb7-8ff6-4a04-b8e4-575e872b4a3f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928607 Oct 23 02:12:12.936321 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3c736158-d20b-46a2-907d-4b4c80378aa9 req-40b9091d-d891-4fa1-8bc4-f05e64c13b62 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776010 Oct 23 02:12:13.145538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7fabb-bd16-4118-a6fa-d2dce17ce5e4 req-7f51a7c5-0235-494a-a1b5-d32775221208 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:13.147107 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0dc7fabb-bd16-4118-a6fa-d2dce17ce5e4 req-7f51a7c5-0235-494a-a1b5-d32775221208 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 943 time: 0.0882640 Oct 23 02:12:13.230179 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fbcc3-638d-45e5-80ae-8d8d0a566f83 req-5d8114b3-f197-45c0-b6c5-e50d28af8538 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:13.238140 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-713fbcc3-638d-45e5-80ae-8d8d0a566f83 req-5d8114b3-f197-45c0-b6c5-e50d28af8538 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.1342177 Oct 23 02:12:13.269376 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-ddfd4a8f-0269-49e4-b8a8-0b08408440c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:13.271140 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-ddfd4a8f-0269-49e4-b8a8-0b08408440c6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=c5fbd9df-9f8a-4f60-9255-3da999cfa5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0989528 Oct 23 02:12:13.355544 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50742) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:13.379468 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ccf448fb-bfa2-4428-aace-cd75beab0fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.408531 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd377dfe-d3ef-47e1-9e72-74c567dbc8e2 req-a6d0e1e2-0c1b-4969-acbb-ea14d1b3ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:13.410345 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd377dfe-d3ef-47e1-9e72-74c567dbc8e2 req-a6d0e1e2-0c1b-4969-acbb-ea14d1b3ff11 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 1129 time: 0.0509825 Oct 23 02:12:13.453932 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:13.467552 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:13.475849 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0dc7fabb-bd16-4118-a6fa-d2dce17ce5e4 req-90bc7a48-8659-4609-89f3-fdcb2febd130 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124380 Oct 23 02:12:13.510362 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ccf448fb-bfa2-4428-aace-cd75beab0fc7 admin admin] Publish callbacks [] for security_group (fb4d3de5-50e6-4cbd-9539-c9c11082510b), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.511277 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50744) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:13.519251 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ccf448fb-bfa2-4428-aace-cd75beab0fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (fb4d3de5-50e6-4cbd-9539-c9c11082510b), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.527543 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-713fbcc3-638d-45e5-80ae-8d8d0a566f83 req-38307e13-010e-471d-a175-9b731ed32708 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835476 Oct 23 02:12:13.569577 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e2913-acb9-45e2-b2c7-b7ef8a364d11 req-7b8d4d63-6c82-4862-915b-55dbe7c36c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:13.572576 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-799e2913-acb9-45e2-b2c7-b7ef8a364d11 req-7b8d4d63-6c82-4862-915b-55dbe7c36c2c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 1129 time: 0.1354876 Oct 23 02:12:13.581719 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ccf448fb-bfa2-4428-aace-cd75beab0fc7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e1ece61fbf7541c8bae1f73443a799cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245121 Oct 23 02:12:13.583170 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf448fb-bfa2-4428-aace-cd75beab0fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4d3de5-50e6-4cbd-9539-c9c11082510b,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:13.585784 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50750) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:13.629401 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd377dfe-d3ef-47e1-9e72-74c567dbc8e2 req-9c9cd271-bd89-47c2-8808-79f7a3a2507a service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932678 Oct 23 02:12:13.640099 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933c0983-1ad5-4cbc-9004-2b6ce8ea7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd969c3a4-3cf5-438b-8549-4df01ca980f6'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:13.643611 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea99c91-b6e0-450e-950a-9a0376e148a2" -d '{"events": [{"server_uuid": "933c0983-1ad5-4cbc-9004-2b6ce8ea7c62", "name": "network-vif-plugged", "status": "completed", "tag": "d969c3a4-3cf5-438b-8549-4df01ca980f6"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:13.644523 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-62432224-cfc1-4b95-b9c2-f4cc336cf26a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c5fbd9df-9f8a-4f60-9255-3da999cfa5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610492 Oct 23 02:12:13.651592 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-11573afc-d806-45e5-a9b6-d2821bc82c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.677614 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-799e2913-acb9-45e2-b2c7-b7ef8a364d11 req-9c4b3336-d532-4517-a3b8-d2a4a46830b7 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795214 Oct 23 02:12:13.691921 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000635bb-585a-4827-a9a4-1f30e2f9e4d9 x-openstack-request-id: req-000635bb-585a-4827-a9a4-1f30e2f9e4d9 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:13.692217 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933c0983-1ad5-4cbc-9004-2b6ce8ea7c62", "name": "network-vif-plugged", "status": "completed", "tag": "d969c3a4-3cf5-438b-8549-4df01ca980f6", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:13.692542 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-000635bb-585a-4827-a9a4-1f30e2f9e4d9 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:13.693036 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000635bb-585a-4827-a9a4-1f30e2f9e4d9'] response: {'server_uuid': '933c0983-1ad5-4cbc-9004-2b6ce8ea7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd969c3a4-3cf5-438b-8549-4df01ca980f6', 'code': 200} Oct 23 02:12:13.695208 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8689-7ce8-4f74-b739-ee2db3911df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.703149 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-07b9d258-62ca-4eed-9c63-77c21abf211c admin admin] Publish callbacks [] for security_group (fb4d3de5-50e6-4cbd-9539-c9c11082510b), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.735364 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-07b9d258-62ca-4eed-9c63-77c21abf211c admin admin] Publish callbacks [] for security_group (fb4d3de5-50e6-4cbd-9539-c9c11082510b), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.817739 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-11573afc-d806-45e5-a9b6-d2821bc82c99 admin admin] Publish callbacks [] for security_group (35530d1a-356e-40d2-973f-3a1db1e81236), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.823574 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-11573afc-d806-45e5-a9b6-d2821bc82c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (35530d1a-356e-40d2-973f-3a1db1e81236), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.840951 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-07b9d258-62ca-4eed-9c63-77c21abf211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (fb4d3de5-50e6-4cbd-9539-c9c11082510b), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.843649 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-07b9d258-62ca-4eed-9c63-77c21abf211c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.847163 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-07b9d258-62ca-4eed-9c63-77c21abf211c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fb4d3de5-50e6-4cbd-9539-c9c11082510b HTTP/1.1" status: 204 len: 168 time: 0.2566617 Oct 23 02:12:13.869891 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11573afc-d806-45e5-a9b6-d2821bc82c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35530d1a-356e-40d2-973f-3a1db1e81236,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:13.875647 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-11573afc-d806-45e5-a9b6-d2821bc82c99 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0bf64ce6cafd4a20be07d0a1792a6484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631549 Oct 23 02:12:13.878909 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50764) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:13.885294 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9d258-62ca-4eed-9c63-77c21abf211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4d3de5-50e6-4cbd-9539-c9c11082510b,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:13.923596 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:13.939718 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-14945d62-ab9f-4ae8-b31e-5a938f01d5df admin admin] Publish callbacks [] for security_group (35530d1a-356e-40d2-973f-3a1db1e81236), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:13.960684 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:13.964080 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-14945d62-ab9f-4ae8-b31e-5a938f01d5df admin admin] Publish callbacks [] for security_group (35530d1a-356e-40d2-973f-3a1db1e81236), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.029298 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-14945d62-ab9f-4ae8-b31e-5a938f01d5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (35530d1a-356e-40d2-973f-3a1db1e81236), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.032299 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-14945d62-ab9f-4ae8-b31e-5a938f01d5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.033768 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-14945d62-ab9f-4ae8-b31e-5a938f01d5df admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/35530d1a-356e-40d2-973f-3a1db1e81236 HTTP/1.1" status: 204 len: 168 time: 0.1534688 Oct 23 02:12:14.075415 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14945d62-ab9f-4ae8-b31e-5a938f01d5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35530d1a-356e-40d2-973f-3a1db1e81236,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:14.124910 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462d1ca-0dac-436f-83a7-7eb93bf2c264 req-a1d5c5a9-79fa-4bf8-ad7f-6eab51e49fee tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:14.131177 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b462d1ca-0dac-436f-83a7-7eb93bf2c264 req-a1d5c5a9-79fa-4bf8-ad7f-6eab51e49fee tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1036959 Oct 23 02:12:14.157020 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6baad6-87a2-4721-b452-c39c55ca6d7c req-1e54f1af-7bf1-46e7-9891-df008535810b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:14.158491 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2a6baad6-87a2-4721-b452-c39c55ca6d7c req-1e54f1af-7bf1-46e7-9891-df008535810b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0844133 Oct 23 02:12:14.207389 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b462d1ca-0dac-436f-83a7-7eb93bf2c264 req-3080bc46-6ca5-40e8-bb02-a3a0032dd2aa tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750747 Oct 23 02:12:14.241888 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2a6baad6-87a2-4721-b452-c39c55ca6d7c req-dac7f1b4-da1f-4746-a61c-bd800984435d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738580 Oct 23 02:12:14.253937 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 54d0f82f-cd89-435a-91df-bd081d1c222c details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:12:14.435179 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 54d0f82f-cd89-435a-91df-bd081d1c222c, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=54d0f82f-cd89-435a-91df-bd081d1c222c,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:14.453413 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '54d0f82f-cd89-435a-91df-bd081d1c222c', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'port_id': '54d0f82f-cd89-435a-91df-bd081d1c222c', 'mac_address': 'fa:16:3e:1b:e9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:12:14.494782 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 54d0f82f-cd89-435a-91df-bd081d1c222c is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:14.495187 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.514250 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d0f82f-cd89-435a-91df-bd081d1c222c {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:12:14.548443 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 54d0f82f-cd89-435a-91df-bd081d1c222c, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=54d0f82f-cd89-435a-91df-bd081d1c222c,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:14.551837 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 50794) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:14.560980 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.582337 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-91ac1f5e-e541-48a1-9aae-05b303405a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.591361 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:14.678031 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=54d0f82f-cd89-435a-91df-bd081d1c222c,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:14.805905 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbf464-6d15-4d18-869b-fb7146712b3c req-a23d5dad-e05d-4c5e-a02f-f24ef5aa6820 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:14.807463 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6fbf464-6d15-4d18-869b-fb7146712b3c req-a23d5dad-e05d-4c5e-a02f-f24ef5aa6820 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 944 time: 0.1653433 Oct 23 02:12:14.824944 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0130d3-b38b-4fea-a3c0-8292a12a386a req-b3661997-63ee-4f1e-a667-a95eccb6f344 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:14.826470 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e0130d3-b38b-4fea-a3c0-8292a12a386a req-b3661997-63ee-4f1e-a667-a95eccb6f344 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.1892397 Oct 23 02:12:14.865064 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-91ac1f5e-e541-48a1-9aae-05b303405a4a admin admin] Publish callbacks [] for security_group (47112696-2eed-4b66-a1d4-dbc126ca245c), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.883162 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-91ac1f5e-e541-48a1-9aae-05b303405a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (47112696-2eed-4b66-a1d4-dbc126ca245c), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:14.956723 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9c4b4c00-321c-4d53-98fc-ece3cf678b92 req-b0445148-3e8e-4ffe-b4b7-872c1b7675da service neutron] 10.222.0.49 "GET /networking/v2.0/networks/c5fbd9df-9f8a-4f60-9255-3da999cfa5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675405 Oct 23 02:12:14.979449 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-91ac1f5e-e541-48a1-9aae-05b303405a4a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=506aba0c4c4943af86662ce54a0242b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234445 Oct 23 02:12:14.979449 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac1f5e-e541-48a1-9aae-05b303405a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47112696-2eed-4b66-a1d4-dbc126ca245c,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:14.980670 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50810) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:14.984781 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e0130d3-b38b-4fea-a3c0-8292a12a386a req-a3c6442f-2009-40a4-a31f-ada1afa7b70d tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429644 Oct 23 02:12:14.987842 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6fbf464-6d15-4d18-869b-fb7146712b3c req-ab45a2a8-bf8c-49a5-926d-314d6781c3a0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586545 Oct 23 02:12:15.043609 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-27e10709-cd3c-4533-9b0c-2c75de469509 admin admin] Publish callbacks [] for security_group (47112696-2eed-4b66-a1d4-dbc126ca245c), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:15.064467 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-27e10709-cd3c-4533-9b0c-2c75de469509 admin admin] Publish callbacks [] for security_group (47112696-2eed-4b66-a1d4-dbc126ca245c), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:15.115461 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-27e10709-cd3c-4533-9b0c-2c75de469509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (47112696-2eed-4b66-a1d4-dbc126ca245c), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:15.118012 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-27e10709-cd3c-4533-9b0c-2c75de469509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:15.119359 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-27e10709-cd3c-4533-9b0c-2c75de469509 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/47112696-2eed-4b66-a1d4-dbc126ca245c HTTP/1.1" status: 204 len: 168 time: 0.1367269 Oct 23 02:12:15.127276 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e10709-cd3c-4533-9b0c-2c75de469509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47112696-2eed-4b66-a1d4-dbc126ca245c,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:15.135132 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['54d0f82f-cd89-435a-91df-bd081d1c222c'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:12:15.139154 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:15.407710 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b64bc5-e670-4a30-93eb-d611353b8f48 req-123352dd-d341-43b0-b4a1-420abd63cc12 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:15.414430 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-53b64bc5-e670-4a30-93eb-d611353b8f48 req-123352dd-d341-43b0-b4a1-420abd63cc12 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0922592 Oct 23 02:12:15.448516 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c601b-30a4-40d0-b264-94673b0a8c48 req-ce1b72f4-10af-48e9-8a27-52cce762131d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:15.456730 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a17c601b-30a4-40d0-b264-94673b0a8c48 req-ce1b72f4-10af-48e9-8a27-52cce762131d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0956404 Oct 23 02:12:15.518820 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:15.523505 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-53b64bc5-e670-4a30-93eb-d611353b8f48 req-9b11f48a-7b88-4d21-bea4-90e7215171e6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075857 Oct 23 02:12:15.534333 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a17c601b-30a4-40d0-b264-94673b0a8c48 req-5b2df1ff-f3ec-40d2-b326-d2171180cb8f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766978 Oct 23 02:12:16.100101 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1b1b-7a0f-4890-8703-5f1c001edabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:16.204495 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06ee16-3040-4687-8e9e-e1b2be69e42c req-760d1821-7eb0-41fa-88be-4b75e7e7fd72 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:16.211232 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6e06ee16-3040-4687-8e9e-e1b2be69e42c req-760d1821-7eb0-41fa-88be-4b75e7e7fd72 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 944 time: 0.0884569 Oct 23 02:12:16.231523 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8e245-c102-417a-bd0b-50637fd5ae6e req-d40ad2ad-b888-4061-b85f-3f0f23cddca9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:16.238181 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3cc8e245-c102-417a-bd0b-50637fd5ae6e req-d40ad2ad-b888-4061-b85f-3f0f23cddca9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.1269262 Oct 23 02:12:16.247196 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:16.326644 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3cc8e245-c102-417a-bd0b-50637fd5ae6e req-02677f7b-2f60-4201-9763-dbbf7c696430 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838923 Oct 23 02:12:16.338955 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6e06ee16-3040-4687-8e9e-e1b2be69e42c req-381dfbb3-b8cd-4ed2-b555-aeec8311cd68 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220360 Oct 23 02:12:16.480898 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 54d0f82f-cd89-435a-91df-bd081d1c222c up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:12:16.541649 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 54d0f82f-cd89-435a-91df-bd081d1c222c completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:12:16.551827 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 54d0f82f-cd89-435a-91df-bd081d1c222c triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:16.552535 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:16.553050 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 54d0f82f-cd89-435a-91df-bd081d1c222c Oct 23 02:12:16.647446 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 54d0f82f-cd89-435a-91df-bd081d1c222c is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:16.647840 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:16.667078 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b760f1f-8959-401c-90d9-04319cc101c7 req-15be2625-e21f-4676-9eab-254f8ddae07f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:16.668398 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5b760f1f-8959-401c-90d9-04319cc101c7 req-15be2625-e21f-4676-9eab-254f8ddae07f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0514259 Oct 23 02:12:16.677839 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973e0362-0459-4084-9f53-776ba26a7fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d0f82f-cd89-435a-91df-bd081d1c222c'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:16.680168 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1999923-90de-4fa5-a7e1-431555061133" -d '{"events": [{"server_uuid": "973e0362-0459-4084-9f53-776ba26a7fbf", "name": "network-vif-plugged", "status": "completed", "tag": "54d0f82f-cd89-435a-91df-bd081d1c222c"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:16.700697 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 54d0f82f-cd89-435a-91df-bd081d1c222c, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=54d0f82f-cd89-435a-91df-bd081d1c222c,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:16.705696 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:16.732175 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4080c-cca8-4c91-afc6-bf686f56e4c3 req-d8b60326-41f4-4add-857e-c15f35aec79e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:16.733682 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aad4080c-cca8-4c91-afc6-bf686f56e4c3 req-d8b60326-41f4-4add-857e-c15f35aec79e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0746133 Oct 23 02:12:16.766780 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=54d0f82f-cd89-435a-91df-bd081d1c222c,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:16.780542 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5b760f1f-8959-401c-90d9-04319cc101c7 req-0c201dda-b548-4a10-92a5-e8f2121df824 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848434 Oct 23 02:12:16.826725 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aad4080c-cca8-4c91-afc6-bf686f56e4c3 req-09ac0530-1e14-4cf6-8e20-191016b4dc85 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822451 Oct 23 02:12:16.848151 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9eb3a1-be32-4164-8738-c001501840ac x-openstack-request-id: req-ff9eb3a1-be32-4164-8738-c001501840ac {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:16.854688 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973e0362-0459-4084-9f53-776ba26a7fbf", "name": "network-vif-plugged", "status": "completed", "tag": "54d0f82f-cd89-435a-91df-bd081d1c222c", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:16.855103 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff9eb3a1-be32-4164-8738-c001501840ac {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:16.862941 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9eb3a1-be32-4164-8738-c001501840ac'] response: {'server_uuid': '973e0362-0459-4084-9f53-776ba26a7fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d0f82f-cd89-435a-91df-bd081d1c222c', 'code': 200} Oct 23 02:12:17.031436 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfa61d-1f6b-430a-b146-da837e11ddbd req-37e3ab3d-2b7b-4ab3-a54a-2974aadc8880 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:17.035556 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1dfa61d-1f6b-430a-b146-da837e11ddbd req-37e3ab3d-2b7b-4ab3-a54a-2974aadc8880 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0544093 Oct 23 02:12:17.046351 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50906) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:17.051984 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'floatingip': {'port_id': '24fbd91b-949f-4c46-a496-148c4722eb45'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:17.155810 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (3fd0cad7-fcfc-4a6e-9874-82964ee93140), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:17.172778 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:17.564222 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ca9c1-fab6-47a9-b845-2432d6d6edb4 req-078cf692-12a2-45cf-8030-5275915fc294 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:17.572543 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1e8ca9c1-fab6-47a9-b845-2432d6d6edb4 req-078cf692-12a2-45cf-8030-5275915fc294 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0780747 Oct 23 02:12:17.573069 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:17.633486 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c87e05-8fe5-49e6-ae53-a2f13faba3f5 req-3a557f63-bae6-4d64-920c-7bb2019cdc7a tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:17.640441 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-56c87e05-8fe5-49e6-ae53-a2f13faba3f5 req-3a557f63-bae6-4d64-920c-7bb2019cdc7a tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.1486857 Oct 23 02:12:17.693814 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1e8ca9c1-fab6-47a9-b845-2432d6d6edb4 req-e1a7f269-5ebb-40c5-91dd-8cbdf5d69690 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194730 Oct 23 02:12:17.734262 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-56c87e05-8fe5-49e6-ae53-a2f13faba3f5 req-0d416958-a57d-487c-b70b-f3b95b4f8282 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929341 Oct 23 02:12:17.984261 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028035d6-8103-4ae6-981d-c014712e1953 req-f5c766a2-1330-421f-bce1-25ad765862c2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:17.993276 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-028035d6-8103-4ae6-981d-c014712e1953 req-f5c766a2-1330-421f-bce1-25ad765862c2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1164236 Oct 23 02:12:18.059655 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-028035d6-8103-4ae6-981d-c014712e1953 req-1c78a08a-a3ea-42f8-ae19-ddab3d4b9d6d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646541 Oct 23 02:12:18.080975 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:18.106945 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.db.resource_extend [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 02:12:18.203202 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:18.207199 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (3fd0cad7-fcfc-4a6e-9874-82964ee93140), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:18.307171 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.l3_db [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Floating IP 3fd0cad7-fcfc-4a6e-9874-82964ee93140 associated. External IP: 172.27.0.246, port: 24fbd91b-949f-4c46-a496-148c4722eb45. Oct 23 02:12:18.533206 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af76d1-85c8-4f39-8d62-db49e04c8de4 req-8b46242c-a7ab-48c5-94bb-d2f76b88cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:18.535733 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-36af76d1-85c8-4f39-8d62-db49e04c8de4 req-8b46242c-a7ab-48c5-94bb-d2f76b88cf35 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 1129 time: 0.0527668 Oct 23 02:12:18.543933 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:12:18.600532 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-36af76d1-85c8-4f39-8d62-db49e04c8de4 req-75b74bf6-7daa-4f6d-b0d3-87f7f86b3758 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566347 Oct 23 02:12:18.628476 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccea7ce-6e85-4333-ab74-6097acc7022c req-25988087-b4a4-4d46-ad45-ad755f90db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:18.629888 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fccea7ce-6e85-4333-ab74-6097acc7022c req-25988087-b4a4-4d46-ad45-ad755f90db74 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 1129 time: 0.0410995 Oct 23 02:12:18.678614 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:12:18.694986 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:18.699417 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] Sync routers for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:12:18.709710 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:12:18.710335 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:18.731683 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-dde6308f-1ff1-444b-8212-c02ad536563c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/3fd0cad7-fcfc-4a6e-9874-82964ee93140 HTTP/1.1" status: 200 len: 991 time: 1.6841784 Oct 23 02:12:18.732338 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45'}] {{(pid=104672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:18.735523 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a917c688e8eb913325417a585b704e3562ed756bd81a612c4b6f882996a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807c7aff-9ce3-49a1-9511-66924def0b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45"}]}' {{(pid=104672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:18.783095 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229bce49-7d03-49b4-b542-76782a10c720 x-openstack-request-id: req-229bce49-7d03-49b4-b542-76782a10c720 {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:18.783444 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45", "status": "completed", "code": 200}]} {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:18.783987 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-229bce49-7d03-49b4-b542-76782a10c720 {{(pid=104672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:18.784400 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229bce49-7d03-49b4-b542-76782a10c720'] response: {'name': 'network-changed', 'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45', 'status': 'completed', 'code': 200} Oct 23 02:12:18.828356 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:12:18.841788 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:18.899868 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c2daf-696f-4a78-822f-a456721370a6 req-a5cf8402-4870-4739-ba58-7341e8bf2189 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:18.909757 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0b5c2daf-696f-4a78-822f-a456721370a6 req-a5cf8402-4870-4739-ba58-7341e8bf2189 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0761933 Oct 23 02:12:18.942549 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:18.972810 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0b5c2daf-696f-4a78-822f-a456721370a6 req-3030fedd-7fec-4b3c-b5fb-20e8b0c0b653 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620201 Oct 23 02:12:19.177992 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:19.232114 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fccea7ce-6e85-4333-ab74-6097acc7022c req-e5b8fe29-95ae-4786-9bf6-803df416a8b2 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312191 Oct 23 02:12:19.241088 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '3fd0cad7-fcfc-4a6e-9874-82964ee93140', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'port_id': '24fbd91b-949f-4c46-a496-148c4722eb45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'mac_address': 'fa:16:3e:51:2a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847628be-0620-4309-99c8-6036d43d26f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:11:24Z', 'updated_at': '2022-10-23T02:12:17Z', 'revision_number': 1, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:19.262317 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-1eb2f337-68ca-40df-9eaa-1e9781eaf2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:19.263839 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-1eb2f337-68ca-40df-9eaa-1e9781eaf2f1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 1129 time: 0.1288478 Oct 23 02:12:19.279152 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] Checking router: 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:12:19.288092 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386b867-b66f-4359-8677-a77df3414343 req-842dd630-0662-4995-b4e5-dce0daef4c41 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:19.288287 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:12:19.288814 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:19.292485 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c386b867-b66f-4359-8677-a77df3414343 req-842dd630-0662-4995-b4e5-dce0daef4c41 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0824068 Oct 23 02:12:19.355509 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c386b867-b66f-4359-8677-a77df3414343 req-2612dd46-be7d-4d1b-bb21-c2e0189b10bb tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565162 Oct 23 02:12:19.401464 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:12:19.481743 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 50996) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:19.598269 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8ce3cd8e-88c7-4b65-9e6d-b6db48709ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:19.627399 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '3fd0cad7-fcfc-4a6e-9874-82964ee93140', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'port_id': '24fbd91b-949f-4c46-a496-148c4722eb45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'mac_address': 'fa:16:3e:51:2a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847628be-0620-4309-99c8-6036d43d26f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:11:24Z', 'updated_at': '2022-10-23T02:12:17Z', 'revision_number': 1, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:19.655956 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d783d09-d4bb-45bd-907a-3441b23a9cd5 None None] The sync data for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi is: [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '3fd0cad7-fcfc-4a6e-9874-82964ee93140', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'port_id': '24fbd91b-949f-4c46-a496-148c4722eb45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'mac_address': 'fa:16:3e:51:2a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847628be-0620-4309-99c8-6036d43d26f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:11:24Z', 'updated_at': '2022-10-23T02:12:17Z', 'revision_number': 1, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:12:19.677012 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8ce3cd8e-88c7-4b65-9e6d-b6db48709ea4 admin admin] Publish callbacks [] for security_group (236e5d15-5650-4a66-8150-1a48ef66edbe), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:19.682227 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8ce3cd8e-88c7-4b65-9e6d-b6db48709ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (236e5d15-5650-4a66-8150-1a48ef66edbe), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:19.723913 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3cd8e-88c7-4b65-9e6d-b6db48709ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236e5d15-5650-4a66-8150-1a48ef66edbe,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:19.729245 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-8ce3cd8e-88c7-4b65-9e6d-b6db48709ea4 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=cb9db0499f004e3b8e4d7196111611fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462020 Oct 23 02:12:19.732010 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51000) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:19.747649 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:19.787368 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8f091ebb-3b5f-4dbf-af35-d9b883b2166e admin admin] Publish callbacks [] for security_group (236e5d15-5650-4a66-8150-1a48ef66edbe), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:19.809670 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8f091ebb-3b5f-4dbf-af35-d9b883b2166e admin admin] Publish callbacks [] for security_group (236e5d15-5650-4a66-8150-1a48ef66edbe), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:19.858972 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8f091ebb-3b5f-4dbf-af35-d9b883b2166e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (236e5d15-5650-4a66-8150-1a48ef66edbe), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:19.861516 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8f091ebb-3b5f-4dbf-af35-d9b883b2166e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:19.865375 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-8f091ebb-3b5f-4dbf-af35-d9b883b2166e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/236e5d15-5650-4a66-8150-1a48ef66edbe HTTP/1.1" status: 204 len: 168 time: 0.1296363 Oct 23 02:12:19.871025 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f091ebb-3b5f-4dbf-af35-d9b883b2166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236e5d15-5650-4a66-8150-1a48ef66edbe,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:19.878375 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c472cce-16cd-414a-bebb-0b5caf68103a None None] New status for floating IP 3fd0cad7-fcfc-4a6e-9874-82964ee93140: ACTIVE {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:12:20.149851 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b282-b5fe-4273-b97f-7f8d3361b4de req-bc1538bf-bdc6-497a-808b-2a72d39db087 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:20.152079 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4835b282-b5fe-4273-b97f-7f8d3361b4de req-bc1538bf-bdc6-497a-808b-2a72d39db087 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0798352 Oct 23 02:12:20.174142 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51014) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:20.219194 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:20.243313 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4835b282-b5fe-4273-b97f-7f8d3361b4de req-015d018b-a196-418f-83bb-18c41eaecc17 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842998 Oct 23 02:12:20.325272 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52d03eee-c54d-4dda-900b-4c76146ee936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:20.359374 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:20.410669 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52d03eee-c54d-4dda-900b-4c76146ee936 admin admin] Publish callbacks [] for security_group (d0547412-1c2f-4b95-a81b-5bfbcdcda6b1), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:20.415945 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52d03eee-c54d-4dda-900b-4c76146ee936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d0547412-1c2f-4b95-a81b-5bfbcdcda6b1), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:20.457528 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-52d03eee-c54d-4dda-900b-4c76146ee936 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1d3333e0571942109b2808bf69b91433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818682 Oct 23 02:12:20.459912 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d03eee-c54d-4dda-900b-4c76146ee936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0547412-1c2f-4b95-a81b-5bfbcdcda6b1,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:20.463053 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51028) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:20.498361 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d6ca4-5de7-46ea-b235-e3625a9b5376 req-76222db3-f28f-4136-bcd2-89c000770301 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:20.499885 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-026d6ca4-5de7-46ea-b235-e3625a9b5376 req-76222db3-f28f-4136-bcd2-89c000770301 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0567231 Oct 23 02:12:20.524716 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ceb41ea-7722-4554-840c-dea3c0434b04 admin admin] Publish callbacks [] for security_group (d0547412-1c2f-4b95-a81b-5bfbcdcda6b1), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:20.548051 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ceb41ea-7722-4554-840c-dea3c0434b04 admin admin] Publish callbacks [] for security_group (d0547412-1c2f-4b95-a81b-5bfbcdcda6b1), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:20.549004 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-026d6ca4-5de7-46ea-b235-e3625a9b5376 req-fe58b6f9-b8b1-490a-955d-fdd99160b355 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433280 Oct 23 02:12:20.596775 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ceb41ea-7722-4554-840c-dea3c0434b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d0547412-1c2f-4b95-a81b-5bfbcdcda6b1), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:20.599671 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ceb41ea-7722-4554-840c-dea3c0434b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:20.600907 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9ceb41ea-7722-4554-840c-dea3c0434b04 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d0547412-1c2f-4b95-a81b-5bfbcdcda6b1 HTTP/1.1" status: 204 len: 168 time: 0.1333146 Oct 23 02:12:20.609155 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb41ea-7722-4554-840c-dea3c0434b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0547412-1c2f-4b95-a81b-5bfbcdcda6b1,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:20.864767 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51036) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:20.878789 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-978d5346-7d2b-4f78-b448-bdb5da1ce5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:20.956820 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-978d5346-7d2b-4f78-b448-bdb5da1ce5f9 admin admin] Publish callbacks [] for security_group (65f81333-0a2b-4d8c-bd9c-8051ace666be), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:20.960263 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-978d5346-7d2b-4f78-b448-bdb5da1ce5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (65f81333-0a2b-4d8c-bd9c-8051ace666be), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:21.001929 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-978d5346-7d2b-4f78-b448-bdb5da1ce5f9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f330f7e4a5fb40ba960544c4f1a75a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360769 Oct 23 02:12:21.002890 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d5346-7d2b-4f78-b448-bdb5da1ce5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f81333-0a2b-4d8c-bd9c-8051ace666be,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:21.004997 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51040) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:21.056520 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-797debdc-a0f3-453e-b6f4-e699f54c661e admin admin] Publish callbacks [] for security_group (65f81333-0a2b-4d8c-bd9c-8051ace666be), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:21.076726 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-797debdc-a0f3-453e-b6f4-e699f54c661e admin admin] Publish callbacks [] for security_group (65f81333-0a2b-4d8c-bd9c-8051ace666be), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:21.123273 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-797debdc-a0f3-453e-b6f4-e699f54c661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (65f81333-0a2b-4d8c-bd9c-8051ace666be), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:21.125734 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-797debdc-a0f3-453e-b6f4-e699f54c661e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:21.126920 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-797debdc-a0f3-453e-b6f4-e699f54c661e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/65f81333-0a2b-4d8c-bd9c-8051ace666be HTTP/1.1" status: 204 len: 168 time: 0.1206596 Oct 23 02:12:21.134863 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797debdc-a0f3-453e-b6f4-e699f54c661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f81333-0a2b-4d8c-bd9c-8051ace666be,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:21.372774 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bbd11-dc33-4e14-a00a-f115b3f07c7c req-1e0d59e7-9dcf-4209-aa77-1b136d00abd8 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:21.374919 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f59bbd11-dc33-4e14-a00a-f115b3f07c7c req-1e0d59e7-9dcf-4209-aa77-1b136d00abd8 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0553849 Oct 23 02:12:21.429361 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f59bbd11-dc33-4e14-a00a-f115b3f07c7c req-0c2c4cb9-4658-41fd-9504-dcd06658cff9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489967 Oct 23 02:12:21.668581 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a37261-8976-4b2d-b8f3-6a2ce15b5451 req-d29b0476-e7a4-41e4-aae0-2322fd6ffc19 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:21.670075 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27a37261-8976-4b2d-b8f3-6a2ce15b5451 req-d29b0476-e7a4-41e4-aae0-2322fd6ffc19 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0456245 Oct 23 02:12:21.720575 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27a37261-8976-4b2d-b8f3-6a2ce15b5451 req-b49f8d20-a5b3-4820-bc54-a32d2024dd15 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 Oct 23 02:12:21.832611 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51068) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:21.927599 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2140891522-network', 'tenant_id': 'e84f012d59214a6bb6e7f5490bfb2bfc'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:21.947503 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Made reservation on behalf of e84f012d59214a6bb6e7f5490bfb2bfc for: {'network': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:12:21.949892 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:21.958192 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.035606 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Publish callbacks [] for security_group (6ad37a38-26cb-492b-aa8d-6b48accb7f4f), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.040221 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (6ad37a38-26cb-492b-aa8d-6b48accb7f4f), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.066339 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=104673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:12:22.075710 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad37a38-26cb-492b-aa8d-6b48accb7f4f,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:22.081939 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (b4945d40-cb07-4b53-86ee-6ba3ced107b4), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.082279 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.segments_db [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Added segment b4945d40-cb07-4b53-86ee-6ba3ced107b4 of type vlan for network 4d27eda4-500e-483b-bb5d-00efa68e057f Oct 23 02:12:22.123530 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (4d27eda4-500e-483b-bb5d-00efa68e057f), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.147109 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (4d27eda4-500e-483b-bb5d-00efa68e057f), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.148149 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:22.149267 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.153457 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:22.170118 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:22.203128 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3694398 Oct 23 02:12:22.206367 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51074) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:22.212509 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Request body: {'subnet': {'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2140891522-subnet', 'tenant_id': 'e84f012d59214a6bb6e7f5490bfb2bfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:22.218821 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377a9d0-eea9-481f-b45a-b7fb01a7edb5 admin admin] Pushing event updated for resources: {'Network': ['ID=4d27eda4-500e-483b-bb5d-00efa68e057f,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:22.229899 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 4d27eda4-500e-483b-bb5d-00efa68e057f details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:12:22.234390 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Made reservation on behalf of e84f012d59214a6bb6e7f5490bfb2bfc for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:12:22.236761 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.328113 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:22.409255 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (48db8fa3-6075-40bb-8096-0066e3b41a9f), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.466897 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48db8fa3-6075-40bb-8096-0066e3b41a9f,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:22.477295 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Checking segment: {'id': 'b4945d40-cb07-4b53-86ee-6ba3ced107b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:12:22.477656 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Network hostable DHCP agents. Network: 4d27eda4-500e-483b-bb5d-00efa68e057f, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:12:22.480483 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:22.496848 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Network 4d27eda4-500e-483b-bb5d-00efa68e057f is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:12:22.506868 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 4d27eda4-500e-483b-bb5d-00efa68e057f) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:12:22.512653 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:22.513257 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:22.517393 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c994cbe-6771-4fbe-8dfa-3fddde925475 None None] Network 4d27eda4-500e-483b-bb5d-00efa68e057f requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:12:22.530137 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-3ee107f2-59f6-423a-91a7-f85c5317ec02 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3225627 Oct 23 02:12:22.569071 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e8ed5-f4fa-4993-8456-c9c2d8006b2e req-084bab92-e1fa-42fe-a180-b372d0d8d6d7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:22.571111 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bb2e8ed5-f4fa-4993-8456-c9c2d8006b2e req-084bab92-e1fa-42fe-a180-b372d0d8d6d7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0621991 Oct 23 02:12:22.610067 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:22.627571 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bb2e8ed5-f4fa-4993-8456-c9c2d8006b2e req-e02be91e-c72e-4a47-b8e0-81e7b61271c4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501182 Oct 23 02:12:22.640956 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7408ef7-fb17-4629-9221-8cce4740e68d None None] Network 4d27eda4-500e-483b-bb5d-00efa68e057f requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:12:22.842729 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60bb4e-1102-40d1-bf6a-607335caddf1 req-7028221d-2f0e-4ac7-bb85-866b4ea992c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:22.844192 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8b60bb4e-1102-40d1-bf6a-607335caddf1 req-7028221d-2f0e-4ac7-bb85-866b4ea992c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0465367 Oct 23 02:12:22.890836 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8b60bb4e-1102-40d1-bf6a-607335caddf1 req-8ba219e2-938f-4aa6-b316-5e63b6f0a195 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Oct 23 02:12:23.754156 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919db98-39bd-4acf-a703-f823579ac8c7 req-a5dc11cc-b81f-4114-962b-7b8071ec2ec3 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:23.755605 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a919db98-39bd-4acf-a703-f823579ac8c7 req-a5dc11cc-b81f-4114-962b-7b8071ec2ec3 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0463092 Oct 23 02:12:23.806341 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a919db98-39bd-4acf-a703-f823579ac8c7 req-be374096-c230-4961-a835-55488e9480fe tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451596 Oct 23 02:12:24.009620 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e87bbb-1916-4cbc-bc31-6d00517023f1 req-46d11991-10a4-4a36-9404-2c2904524e8b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:24.011092 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-80e87bbb-1916-4cbc-bc31-6d00517023f1 req-46d11991-10a4-4a36-9404-2c2904524e8b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0455842 Oct 23 02:12:24.060097 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-80e87bbb-1916-4cbc-bc31-6d00517023f1 req-ea3497bd-72e0-4071-9526-041efd402d1f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436153 Oct 23 02:12:24.152778 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-03606379-5f9c-4c77-b74d-aabfebbc88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:24.154251 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-03606379-5f9c-4c77-b74d-aabfebbc88ec service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.0930431 Oct 23 02:12:24.926815 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4adb0a-3215-4b1f-a9db-876b16eb3ea4 req-0d928299-5cbc-4e69-8c27-a368b292e7e4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:24.928263 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c4adb0a-3215-4b1f-a9db-876b16eb3ea4 req-0d928299-5cbc-4e69-8c27-a368b292e7e4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0463781 Oct 23 02:12:24.975878 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c4adb0a-3215-4b1f-a9db-876b16eb3ea4 req-1545d622-7590-4ddf-8906-92a7831befca tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Oct 23 02:12:25.077448 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:12:25.237541 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed12b0e-103d-4859-9fb4-0e05dad08e12 req-58a324a8-e8db-4a3c-8e2a-a80ca077cb63 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:25.239050 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4ed12b0e-103d-4859-9fb4-0e05dad08e12 req-58a324a8-e8db-4a3c-8e2a-a80ca077cb63 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0992172 Oct 23 02:12:25.278327 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-b26111ac-d1bd-4dca-a0ee-1bdf137af020 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fbd91b-949f-4c46-a496-148c4722eb45 HTTP/1.1" status: 200 len: 1001 time: 0.1288660 Oct 23 02:12:25.308052 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4ed12b0e-103d-4859-9fb4-0e05dad08e12 req-c21a9b5d-df12-40e3-b1a8-eca7834d4dfe tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621970 Oct 23 02:12:25.655128 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0209c0-6f4a-4245-8078-6cde566f9931 req-b3595a02-1e9f-40df-b8e1-63181db81d0b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:25.656609 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9d0209c0-6f4a-4245-8078-6cde566f9931 req-b3595a02-1e9f-40df-b8e1-63181db81d0b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0487542 Oct 23 02:12:25.979751 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9d0209c0-6f4a-4245-8078-6cde566f9931 req-eb294396-de18-4173-bb1f-842e0758499d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176084 Oct 23 02:12:25.993983 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-62ee74cf-a364-4f94-8e81-e9396dbaab1a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816004 Oct 23 02:12:26.001579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-0f9e4f2d-38c7-423d-8e5d-70cc63447e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:26.003859 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-0f9e4f2d-38c7-423d-8e5d-70cc63447e00 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.0918422 Oct 23 02:12:26.104469 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:26.107579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab68c1-86da-4686-99c7-85ed4802f489 req-52c94492-30e2-444c-a14d-401003cac4d7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:26.109083 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e2ab68c1-86da-4686-99c7-85ed4802f489 req-52c94492-30e2-444c-a14d-401003cac4d7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0506959 Oct 23 02:12:26.139302 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:26.156039 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e2ab68c1-86da-4686-99c7-85ed4802f489 req-9c1a7e9e-e0e3-4853-aef9-8bf1f4280fbd tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 Oct 23 02:12:26.265063 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:26.273814 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26c620-5a7c-4f89-aae2-210a4fb1ac5b req-8e019c3c-649a-403c-819e-d0d0237b2d54 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:26.275310 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a26c620-5a7c-4f89-aae2-210a4fb1ac5b req-8e019c3c-649a-403c-819e-d0d0237b2d54 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0474279 Oct 23 02:12:26.285430 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51142) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:26.290322 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-c46ec46d-f914-4d44-bcd4-501d63c1a660 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'floatingip': {'port_id': '54d0f82f-cd89-435a-91df-bd081d1c222c'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:26.361505 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c46ec46d-f914-4d44-bcd4-501d63c1a660 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (7279a2cd-115b-4eea-9d6d-0ea1a01ab71b), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:26.826254 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-5c985db7-a6e9-4b3e-87b2-ebcc019349fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:26.827775 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-5c985db7-a6e9-4b3e-87b2-ebcc019349fa service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1435754 Oct 23 02:12:26.848417 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331051f-7251-449d-b299-5b02b5ef0443 req-472cd160-0cc6-48b7-b93f-a0a115049fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:26.849798 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6331051f-7251-449d-b299-5b02b5ef0443 req-472cd160-0cc6-48b7-b93f-a0a115049fcb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 1129 time: 0.1203058 Oct 23 02:12:27.185022 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c46ec46d-f914-4d44-bcd4-501d63c1a660 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:27.197544 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c46ec46d-f914-4d44-bcd4-501d63c1a660 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (7279a2cd-115b-4eea-9d6d-0ea1a01ab71b), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:27.258186 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6579d-76ae-4678-9fa0-87ce1687a3f6 req-0049182a-e373-485f-879a-65d443ed180c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:27.260007 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c2f6579d-76ae-4678-9fa0-87ce1687a3f6 req-0049182a-e373-485f-879a-65d443ed180c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1640625 Oct 23 02:12:27.571162 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331051f-7251-449d-b299-5b02b5ef0443 req-3b900455-b3e6-488b-bbe5-2a79d1892de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:27.572467 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6331051f-7251-449d-b299-5b02b5ef0443 req-3b900455-b3e6-488b-bbe5-2a79d1892de8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.5864668 Oct 23 02:12:27.574145 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-5438225f-cdd3-4693-9f80-690e6e29763f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595570 Oct 23 02:12:27.704620 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c2f6579d-76ae-4678-9fa0-87ce1687a3f6 req-d2a97c50-68a5-45d5-8d29-18514df6890b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352970 Oct 23 02:12:27.738308 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6331051f-7251-449d-b299-5b02b5ef0443 req-0768724f-1824-4f64-94b9-32f053d2f7b7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d969c3a4-3cf5-438b-8549-4df01ca980f6 HTTP/1.1" status: 200 len: 217 time: 0.1157353 Oct 23 02:12:27.738746 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:27.740083 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-c46ec46d-f914-4d44-bcd4-501d63c1a660 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Floating IP 7279a2cd-115b-4eea-9d6d-0ea1a01ab71b associated. External IP: 172.27.0.28, port: 54d0f82f-cd89-435a-91df-bd081d1c222c. Oct 23 02:12:27.747579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:27.920444 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6942-6699-4b83-9570-99df519046bf req-d8f29f38-0aa7-43ef-b312-55e837a39604 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:27.921884 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-d8f29f38-0aa7-43ef-b312-55e837a39604 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/networks?id=4d27eda4-500e-483b-bb5d-00efa68e057f HTTP/1.1" status: 200 len: 809 time: 0.3948889 Oct 23 02:12:27.938640 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331051f-7251-449d-b299-5b02b5ef0443 req-b8eeccf9-8656-4bd8-a250-58f32ba25d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:27.940000 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6331051f-7251-449d-b299-5b02b5ef0443 req-b8eeccf9-8656-4bd8-a250-58f32ba25d41 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.1533959 Oct 23 02:12:27.970371 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-807c7aff-9ce3-49a1-9511-66924def0b8f req-965f5a31-c53f-446b-95a4-1f8bcc26cab1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467031 Oct 23 02:12:27.971603 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-ed13c5b2-dd0c-4fb8-beaa-516d75a092b1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/quotas/e84f012d59214a6bb6e7f5490bfb2bfc HTTP/1.1" status: 200 len: 375 time: 0.0413318 Oct 23 02:12:28.034828 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-fb6c3cfe-40e1-4f61-bc10-262f9ab1aee1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e84f012d59214a6bb6e7f5490bfb2bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445509 Oct 23 02:12:28.065288 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331051f-7251-449d-b299-5b02b5ef0443 req-3cc2bb1d-426f-443d-90d6-8a9f79795dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.066804 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6331051f-7251-449d-b299-5b02b5ef0443 req-3cc2bb1d-426f-443d-90d6-8a9f79795dad service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151614 Oct 23 02:12:28.263134 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-c329a38c-5c6c-40d6-ac25-d06f7119787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.264518 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-c329a38c-5c6c-40d6-ac25-d06f7119787d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 1129 time: 0.1363258 Oct 23 02:12:28.365385 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46ec46d-f914-4d44-bcd4-501d63c1a660 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Router 761b3ede-22ba-4f51-ac96-0192c80f2edb has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:12:28.371638 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-19c35b01-166d-4ebc-9e3b-c5b14d36d5fe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025737 Oct 23 02:12:28.410115 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6331051f-7251-449d-b299-5b02b5ef0443 req-cf954571-1675-4d63-babb-309a52849d23 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199427 Oct 23 02:12:28.558279 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:28.573366 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-5ff7ef62-9c8b-4a24-b058-b01bef5956ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.575705 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-5ff7ef62-9c8b-4a24-b058-b01bef5956ba service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.2907355 Oct 23 02:12:28.674013 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:28.713029 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-889212f4-0be1-4fe9-b41a-45b65916c3a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345466 Oct 23 02:12:28.735103 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6331051f-7251-449d-b299-5b02b5ef0443 req-039e560f-55e7-428f-8495-70d4aca741a6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951989 Oct 23 02:12:28.750407 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-230d0818-d2ea-46ba-b794-78a307718afb service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fbd91b-949f-4c46-a496-148c4722eb45 HTTP/1.1" status: 200 len: 1001 time: 0.1600337 Oct 23 02:12:28.751533 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ec46d-f914-4d44-bcd4-501d63c1a660 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:12:28.758766 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c46ec46d-f914-4d44-bcd4-501d63c1a660 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:28.763644 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5348a622-0473-4472-b82e-853be272ec88 None None] Sync routers for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:12:28.785581 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348a622-0473-4472-b82e-853be272ec88 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:12:28.786712 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-5348a622-0473-4472-b82e-853be272ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:28.838929 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c46ec46d-f914-4d44-bcd4-501d63c1a660 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/7279a2cd-115b-4eea-9d6d-0ea1a01ab71b HTTP/1.1" status: 200 len: 990 time: 2.5522380 Oct 23 02:12:28.843228 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973e0362-0459-4084-9f53-776ba26a7fbf', 'tag': '54d0f82f-cd89-435a-91df-bd081d1c222c'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:28.845769 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a5e688-c60a-4877-a636-a874812a248c" -d '{"events": [{"name": "network-changed", "server_uuid": "973e0362-0459-4084-9f53-776ba26a7fbf", "tag": "54d0f82f-cd89-435a-91df-bd081d1c222c"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:28.865941 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-a1df4ec8-f617-45ca-bc0d-709b8f3aaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.869139 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-a1df4ec8-f617-45ca-bc0d-709b8f3aaecc service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.1067896 Oct 23 02:12:28.957155 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5223c6-4e67-4f34-b38f-00ff91aa53bb x-openstack-request-id: req-8b5223c6-4e67-4f34-b38f-00ff91aa53bb {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:28.957155 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973e0362-0459-4084-9f53-776ba26a7fbf", "tag": "54d0f82f-cd89-435a-91df-bd081d1c222c", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:28.957155 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b5223c6-4e67-4f34-b38f-00ff91aa53bb {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:28.957155 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5223c6-4e67-4f34-b38f-00ff91aa53bb'] response: {'name': 'network-changed', 'server_uuid': '973e0362-0459-4084-9f53-776ba26a7fbf', 'tag': '54d0f82f-cd89-435a-91df-bd081d1c222c', 'status': 'completed', 'code': 200} Oct 23 02:12:28.966307 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8379b7-ad2e-4037-acd7-c88912e25f92 req-a7cefc3d-dd83-4ea3-ab91-0ca9a0b873f8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:28.969951 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8d8379b7-ad2e-4037-acd7-c88912e25f92 req-a7cefc3d-dd83-4ea3-ab91-0ca9a0b873f8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1276686 Oct 23 02:12:29.007111 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:29.009313 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-5348a622-0473-4472-b82e-853be272ec88 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:12:29.295140 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:29.321998 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-5348a622-0473-4472-b82e-853be272ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '7279a2cd-115b-4eea-9d6d-0ea1a01ab71b', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'port_id': '54d0f82f-cd89-435a-91df-bd081d1c222c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'mac_address': 'fa:16:3e:1b:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973e0362-0459-4084-9f53-776ba26a7fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:11:32Z', 'updated_at': '2022-10-23T02:12:26Z', 'revision_number': 1, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:29.343104 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-caaf38e3-af13-4ccb-8425-b0ae86e6d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:29.344622 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-caaf38e3-af13-4ccb-8425-b0ae86e6d0f8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4499068 Oct 23 02:12:29.357597 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5348a622-0473-4472-b82e-853be272ec88 None None] Checking router: 761b3ede-22ba-4f51-ac96-0192c80f2edb for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:12:29.366914 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-48cb758f-77c1-4326-b8bd-c138677c6db1 req-9f8a0a1a-ded4-4cf2-9dc8-f44fe04cb0d3 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 210 time: 0.3956237 Oct 23 02:12:29.369774 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348a622-0473-4472-b82e-853be272ec88 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:12:29.370480 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-5348a622-0473-4472-b82e-853be272ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:29.453642 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5e688-c60a-4877-a636-a874812a248c req-f4f9cbbb-82fd-491b-9b3d-5f288522b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:29.455162 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0a5e688-c60a-4877-a636-a874812a248c req-f4f9cbbb-82fd-491b-9b3d-5f288522b4ba service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 1129 time: 0.1248167 Oct 23 02:12:29.462423 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8d8379b7-ad2e-4037-acd7-c88912e25f92 req-d33707e5-ab4c-45e7-a95b-8499a49725d0 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869714 Oct 23 02:12:29.502673 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-5348a622-0473-4472-b82e-853be272ec88 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:12:29.577837 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-407b2b4f-bdd5-4703-a63e-37f68f952801 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931078 Oct 23 02:12:29.700434 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5e688-c60a-4877-a636-a874812a248c req-0eb07065-f778-4305-b461-a057c9588874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:29.702380 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0a5e688-c60a-4877-a636-a874812a248c req-0eb07065-f778-4305-b461-a057c9588874 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 200 len: 912 time: 0.2332733 Oct 23 02:12:29.742272 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-206eaf3f-4e66-4b08-a4a2-73e28498404c req-6e9760fe-0e41-40b4-a204-2059a1cbeb5c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427600 Oct 23 02:12:29.802068 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-5348a622-0473-4472-b82e-853be272ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '7279a2cd-115b-4eea-9d6d-0ea1a01ab71b', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'port_id': '54d0f82f-cd89-435a-91df-bd081d1c222c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'mac_address': 'fa:16:3e:1b:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973e0362-0459-4084-9f53-776ba26a7fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:11:32Z', 'updated_at': '2022-10-23T02:12:26Z', 'revision_number': 1, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:29.831867 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5348a622-0473-4472-b82e-853be272ec88 None None] The sync data for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi is: [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '7279a2cd-115b-4eea-9d6d-0ea1a01ab71b', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'port_id': '54d0f82f-cd89-435a-91df-bd081d1c222c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'mac_address': 'fa:16:3e:1b:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973e0362-0459-4084-9f53-776ba26a7fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:11:32Z', 'updated_at': '2022-10-23T02:12:26Z', 'revision_number': 1, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:12:30.070234 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0a5e688-c60a-4877-a636-a874812a248c req-d071b7e0-50ae-455e-b8e5-8bbfd0ebb3ac service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d0f82f-cd89-435a-91df-bd081d1c222c HTTP/1.1" status: 200 len: 998 time: 0.0713198 Oct 23 02:12:30.160195 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e8e05-fc9b-4373-98cd-742864226a20 None None] New status for floating IP 7279a2cd-115b-4eea-9d6d-0ea1a01ab71b: ACTIVE {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:12:30.189288 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5e688-c60a-4877-a636-a874812a248c req-3b7d8e10-c32e-4370-8645-279902aded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:30.192179 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0a5e688-c60a-4877-a636-a874812a248c req-3b7d8e10-c32e-4370-8645-279902aded99 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=6e7965d4-88a1-4964-8f96-61893c8593de HTTP/1.1" status: 200 len: 850 time: 0.0732477 Oct 23 02:12:30.264459 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5e688-c60a-4877-a636-a874812a248c req-1c974d50-962e-4654-9071-6d49637412c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:30.266846 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0a5e688-c60a-4877-a636-a874812a248c req-1c974d50-962e-4654-9071-6d49637412c4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d813ef1f-8211-49e2-a5ea-c7934e717ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521388 Oct 23 02:12:30.379380 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:30.418345 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0a5e688-c60a-4877-a636-a874812a248c req-58ce4934-3cbb-461a-a1fe-3274568e193c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261804 Oct 23 02:12:30.511805 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6b415521-b129-480d-869e-4c25ff128e64 req-91aa4bae-e6ba-45ca-a6f0-dd02cc9ea36a tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 210 time: 0.0335262 Oct 23 02:12:30.560809 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0a5e688-c60a-4877-a636-a874812a248c req-ab943b2f-3b44-466b-b360-009e0084430a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361859 Oct 23 02:12:30.593393 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb8dd-ab64-485f-acba-e3f400417fbe req-8f840e6d-29e4-4f58-83a7-3db9328d681f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:30.594835 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2eceb8dd-ab64-485f-acba-e3f400417fbe req-8f840e6d-29e4-4f58-83a7-3db9328d681f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0489120 Oct 23 02:12:30.606337 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:30.644343 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2eceb8dd-ab64-485f-acba-e3f400417fbe req-65decc1a-2822-4709-a98d-b6ff22d827e2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Oct 23 02:12:31.459786 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6942-6699-4b83-9570-99df519046bf req-253b3ce7-58f4-43a4-a08b-5aaf2d1260dc tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:31.462052 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-253b3ce7-58f4-43a4-a08b-5aaf2d1260dc tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4d27eda4-500e-483b-bb5d-00efa68e057f HTTP/1.1" status: 200 len: 809 time: 0.1246228 Oct 23 02:12:31.554126 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Request body: {'port': {'device_id': '7f2a875f-e253-497b-a316-729833572690', 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f', 'admin_state_up': True, 'tenant_id': 'e84f012d59214a6bb6e7f5490bfb2bfc'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:31.653809 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78c56538-7a5c-46b4-9cdf-d204c0147eb9 req-61ffc7cd-958a-4665-9504-dd2214ed1d43 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 210 time: 0.0335696 Oct 23 02:12:31.726480 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Made reservation on behalf of e84f012d59214a6bb6e7f5490bfb2bfc for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:12:31.730390 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:31.846596 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf83f7-e758-4ada-9e03-8ac4285c0292 req-4911621a-f92c-4745-b61a-6d9b7f88048c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:31.848185 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-03bf83f7-e758-4ada-9e03-8ac4285c0292 req-4911621a-f92c-4745-b61a-6d9b7f88048c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0924070 Oct 23 02:12:31.954154 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-03bf83f7-e758-4ada-9e03-8ac4285c0292 req-eec5c35f-2419-4594-ad36-8bcf0f7adadb tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985689 Oct 23 02:12:31.966760 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Allocated IP 172.20.0.13 (4d27eda4-500e-483b-bb5d-00efa68e057f/48db8fa3-6075-40bb-8096-0066e3b41a9f/04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:12:32.129808 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks [] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:32.151944 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:32.165882 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:32.220673 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Network 4d27eda4-500e-483b-bb5d-00efa68e057f is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:12:32.225764 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:12:32.230282 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:12:32.234828 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:32.235543 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:32.244233 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Pushing event updated for resources: {'Port': ['ID=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:32.258215 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-90491e25-f240-4ffd-b16a-0f7b415affb2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7089765 Oct 23 02:12:32.340050 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Request body: {'port': {'device_id': '7f2a875f-e253-497b-a316-729833572690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:32.367606 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:32.404617 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:32.520678 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:32.523195 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=23,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:32.653889 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:12:32.661800 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Publish callbacks [] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:32.675350 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Transition to ACTIVE for port object 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:12:32.679584 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:32.776901 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Pushing event updated for resources: {'Port': ['ID=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:32.788529 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Attempting to bind port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:12:32.788664 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Attempting to bind port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'b4945d40-cb07-4b53-86ee-6ba3ced107b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:12:32.788993 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Attempting to bind port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e on network 4d27eda4-500e-483b-bb5d-00efa68e057f {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:12:32.823316 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774a28-9783-47aa-9efc-e41337e0abea req-afbd91fb-f1cd-4a84-a38a-8819be05019c tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:32.824796 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b7774a28-9783-47aa-9efc-e41337e0abea req-afbd91fb-f1cd-4a84-a38a-8819be05019c tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0854025 Oct 23 02:12:32.869092 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e on network 4d27eda4-500e-483b-bb5d-00efa68e057f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:12:32.869419 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Attempting to bind port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e on network 4d27eda4-500e-483b-bb5d-00efa68e057f {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:12:32.906606 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b7774a28-9783-47aa-9efc-e41337e0abea req-8fe18e01-a4ee-4700-a386-34082a8fbed0 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754559 Oct 23 02:12:32.922516 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:12:32.922851 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Checking segment: {'id': 'b4945d40-cb07-4b53-86ee-6ba3ced107b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:12:32.923224 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Bound using segment: {'id': 'b4945d40-cb07-4b53-86ee-6ba3ced107b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:12:32.923655 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Bound port: 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4945d40-cb07-4b53-86ee-6ba3ced107b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:12:32.924006 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:32.990300 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] For port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:12:32.994494 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] For port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:12:33.000973 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:33.006328 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:33.006858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:33.008422 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e HTTP/1.1" status: 200 len: 1094 time: 0.6736991 Oct 23 02:12:33.008975 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2a875f-e253-497b-a316-729833572690', 'tag': '04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:33.011235 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e6c0ab-291a-4995-ba5b-5f2f29e141f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2a875f-e253-497b-a316-729833572690", "tag": "04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:33.042154 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:33.066496 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6afa07-6947-474a-8820-cfffaa19d0b6 x-openstack-request-id: req-5d6afa07-6947-474a-8820-cfffaa19d0b6 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:33.066789 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2a875f-e253-497b-a316-729833572690", "tag": "04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:33.067043 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d6afa07-6947-474a-8820-cfffaa19d0b6 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:33.067444 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6afa07-6947-474a-8820-cfffaa19d0b6'] response: {'name': 'network-changed', 'server_uuid': '7f2a875f-e253-497b-a316-729833572690', 'tag': '04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e', 'status': 'completed', 'code': 200} Oct 23 02:12:33.090914 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c74a0-4877-4006-b9d6-9fcb27196028 service neutron] Pushing event updated for resources: {'Port': ['ID=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:33.105603 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201c49f-0cd7-431e-b64b-a829cad7e7a5 req-1fdb8bf2-145b-41e3-8052-e213ae53f8b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:33.107114 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5201c49f-0cd7-431e-b64b-a829cad7e7a5 req-1fdb8bf2-145b-41e3-8052-e213ae53f8b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0610485 Oct 23 02:12:33.156795 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5201c49f-0cd7-431e-b64b-a829cad7e7a5 req-77aa8608-b43b-49c5-971a-b00d436f191a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442240 Oct 23 02:12:34.027798 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04252dd5-4afc-4484-bdc1-28ca3a7ce88e req-2123d6e5-6ac0-473e-bfa3-604209441fa5 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:34.029511 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04252dd5-4afc-4484-bdc1-28ca3a7ce88e req-2123d6e5-6ac0-473e-bfa3-604209441fa5 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0472937 Oct 23 02:12:34.063298 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:34.079373 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04252dd5-4afc-4484-bdc1-28ca3a7ce88e req-9a698aaf-0e66-4b40-a684-12f565ce950b tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Oct 23 02:12:34.279324 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731f449-7315-4270-8047-2ea880fd043a req-4798ade4-4805-46d8-b572-279039e5fbbe tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:34.280860 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7731f449-7315-4270-8047-2ea880fd043a req-4798ade4-4805-46d8-b572-279039e5fbbe tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0484984 Oct 23 02:12:34.327429 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7731f449-7315-4270-8047-2ea880fd043a req-1fd945d6-0bfd-4f7a-b671-23cc5fd32aa8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Oct 23 02:12:35.206046 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449471-75e9-406e-8b2b-8ff83dd80552 req-26f3a265-9b8c-42d1-b689-e7f3c0ea6995 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:35.207455 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14449471-75e9-406e-8b2b-8ff83dd80552 req-26f3a265-9b8c-42d1-b689-e7f3c0ea6995 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0510423 Oct 23 02:12:35.256966 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14449471-75e9-406e-8b2b-8ff83dd80552 req-200a9fc6-9e59-427a-b414-c42d673a12f4 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Oct 23 02:12:35.446582 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1b5bf-2d24-49f5-8f09-8c7da0848de4 req-a40a2a65-3c5f-4927-867b-c83b0c308b6f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:35.448050 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dcf1b5bf-2d24-49f5-8f09-8c7da0848de4 req-a40a2a65-3c5f-4927-867b-c83b0c308b6f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0471973 Oct 23 02:12:35.494678 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dcf1b5bf-2d24-49f5-8f09-8c7da0848de4 req-50f0fb58-eb2b-4a10-9a0e-044beab29711 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Oct 23 02:12:36.376124 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c9028-d16e-4000-be0b-f737d4e94c48 req-df43287e-d93b-4842-863f-5d3c736aea60 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:36.377616 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d72c9028-d16e-4000-be0b-f737d4e94c48 req-df43287e-d93b-4842-863f-5d3c736aea60 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0463486 Oct 23 02:12:36.428646 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d72c9028-d16e-4000-be0b-f737d4e94c48 req-9030a0eb-cda7-46a1-bc6e-82c0f918cd8a tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Oct 23 02:12:36.615303 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351c0d1-08b3-4a17-aab5-cfb254470200 req-c625e23b-7e2f-4c3a-84fa-8a6cf4279007 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:36.617061 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8351c0d1-08b3-4a17-aab5-cfb254470200 req-c625e23b-7e2f-4c3a-84fa-8a6cf4279007 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0471458 Oct 23 02:12:36.664780 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8351c0d1-08b3-4a17-aab5-cfb254470200 req-5537daf0-cd7d-4648-8397-302c20c202b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Oct 23 02:12:37.031202 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6c0ab-291a-4995-ba5b-5f2f29e141f8 req-626b3e26-9f48-4df1-8e54-1c5cf2fd14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:37.032729 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-25e6c0ab-291a-4995-ba5b-5f2f29e141f8 req-626b3e26-9f48-4df1-8e54-1c5cf2fd14d5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=e84f012d59214a6bb6e7f5490bfb2bfc&device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 1128 time: 0.0392013 Oct 23 02:12:37.549832 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647a0c7-c090-4808-9411-c53834efda32 req-ea34cda3-f0f0-416b-b244-13af5c559eb8 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:37.551221 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d647a0c7-c090-4808-9411-c53834efda32 req-ea34cda3-f0f0-416b-b244-13af5c559eb8 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0481067 Oct 23 02:12:37.597238 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d647a0c7-c090-4808-9411-c53834efda32 req-b6181327-396e-4e1f-9045-8e6dda6fb687 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399120 Oct 23 02:12:37.784640 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c91f67-7102-41ba-ac75-a9c8acb17799 req-8dfdd148-6e16-40c5-897d-e5b499c03ec9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:37.786131 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04c91f67-7102-41ba-ac75-a9c8acb17799 req-8dfdd148-6e16-40c5-897d-e5b499c03ec9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0460832 Oct 23 02:12:37.835144 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04c91f67-7102-41ba-ac75-a9c8acb17799 req-68b34c83-4173-475c-a15d-a3a91c059a91 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420332 Oct 23 02:12:38.721407 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbabdcc-d793-44b7-b0fa-aff19dd09b76 req-85bb0fc0-448a-4763-ae49-1de908368840 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:38.722896 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0cbabdcc-d793-44b7-b0fa-aff19dd09b76 req-85bb0fc0-448a-4763-ae49-1de908368840 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0491509 Oct 23 02:12:38.773719 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0cbabdcc-d793-44b7-b0fa-aff19dd09b76 req-f2cdbadc-a8b6-44d7-9df4-ea84a655114d tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Oct 23 02:12:38.802200 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:38.972410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729e943-c06a-4e15-bbf1-3ab6e7e8e609 req-e952a571-443d-400a-b112-15e6dce8cf6b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:38.974068 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f729e943-c06a-4e15-bbf1-3ab6e7e8e609 req-e952a571-443d-400a-b112-15e6dce8cf6b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0546708 Oct 23 02:12:39.052937 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:39.095912 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f729e943-c06a-4e15-bbf1-3ab6e7e8e609 req-dc7c695c-0eca-459e-8191-0eaa2d229e6d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086726 Oct 23 02:12:39.102307 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:39.112259 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6c0ab-291a-4995-ba5b-5f2f29e141f8 req-c0382fac-3b9d-43f6-8a78-b6ebba9a499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:39.113724 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-25e6c0ab-291a-4995-ba5b-5f2f29e141f8 req-c0382fac-3b9d-43f6-8a78-b6ebba9a499b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=e84f012d59214a6bb6e7f5490bfb2bfc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1381869 Oct 23 02:12:39.588892 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6c0ab-291a-4995-ba5b-5f2f29e141f8 req-53e2c030-49a2-4c4a-b734-62cd136ebfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:39.590449 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-25e6c0ab-291a-4995-ba5b-5f2f29e141f8 req-53e2c030-49a2-4c4a-b734-62cd136ebfec service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963244 Oct 23 02:12:39.735995 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6942-6699-4b83-9570-99df519046bf req-f277395e-4073-423f-bad6-053ab342bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:39.737576 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-f277395e-4073-423f-bad6-053ab342bfb6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=e84f012d59214a6bb6e7f5490bfb2bfc&device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 1128 time: 0.0435257 Oct 23 02:12:39.797441 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-e5cc1556-6259-47ef-a080-5b7a1f58f4d7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e HTTP/1.1" status: 200 len: 217 time: 0.0364625 Oct 23 02:12:39.824559 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51348) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:39.863832 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6942-6699-4b83-9570-99df519046bf req-7e31a686-2fbc-496f-9d09-22b70ed4c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:39.865271 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-7e31a686-2fbc-496f-9d09-22b70ed4c33b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=48db8fa3-6075-40bb-8096-0066e3b41a9f HTTP/1.1" status: 200 len: 849 time: 0.0599821 Oct 23 02:12:39.917731 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-01f60059-e8ff-4d5f-a7dd-973532a5277c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4d27eda4-500e-483b-bb5d-00efa68e057f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356247 Oct 23 02:12:39.927958 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933bae0-77c1-40df-82b4-7cfc080d82b9 req-26b4ec79-95cd-42c0-a0d0-275643832cfa tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:39.930080 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5933bae0-77c1-40df-82b4-7cfc080d82b9 req-26b4ec79-95cd-42c0-a0d0-275643832cfa tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0799313 Oct 23 02:12:39.935592 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7e8fab19-a6e8-4c77-9bae-988e69369bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.016783 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7e8fab19-a6e8-4c77-9bae-988e69369bb9 admin admin] Publish callbacks [] for security_group (8caecff1-014a-4e09-86f6-d7005005cd48), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.020931 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7e8fab19-a6e8-4c77-9bae-988e69369bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8caecff1-014a-4e09-86f6-d7005005cd48), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.037506 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5933bae0-77c1-40df-82b4-7cfc080d82b9 req-ba3e3290-5a1c-4544-a1ce-e519297a3f27 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987666 Oct 23 02:12:40.052164 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-9a71495c-e0ab-4c1d-8e6c-0ceae9757938 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211958 Oct 23 02:12:40.062998 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fab19-a6e8-4c77-9bae-988e69369bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caecff1-014a-4e09-86f6-d7005005cd48,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:40.068759 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7e8fab19-a6e8-4c77-9bae-988e69369bb9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7351e04930c44ac6b8b7e6e743fc85d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430770 Oct 23 02:12:40.071482 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51352) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:40.121167 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2863821e-3373-49f8-ab57-966d1cefd4df admin admin] Publish callbacks [] for security_group (8caecff1-014a-4e09-86f6-d7005005cd48), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.141986 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2863821e-3373-49f8-ab57-966d1cefd4df admin admin] Publish callbacks [] for security_group (8caecff1-014a-4e09-86f6-d7005005cd48), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.154761 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93ac6942-6699-4b83-9570-99df519046bf req-b769c121-95f1-450d-b0d7-6bf6f32cda47 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947950 Oct 23 02:12:40.192813 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2863821e-3373-49f8-ab57-966d1cefd4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8caecff1-014a-4e09-86f6-d7005005cd48), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.195659 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2863821e-3373-49f8-ab57-966d1cefd4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.197025 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-2863821e-3373-49f8-ab57-966d1cefd4df admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8caecff1-014a-4e09-86f6-d7005005cd48 HTTP/1.1" status: 204 len: 168 time: 0.1246953 Oct 23 02:12:40.208198 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863821e-3373-49f8-ab57-966d1cefd4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caecff1-014a-4e09-86f6-d7005005cd48,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:40.232813 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e0fe0-0b57-4f80-b418-a9f47227faa9 req-097767cd-d193-4789-b569-16e5db280d78 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:40.234986 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-422e0fe0-0b57-4f80-b418-a9f47227faa9 req-097767cd-d193-4789-b569-16e5db280d78 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0545075 Oct 23 02:12:40.284900 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-422e0fe0-0b57-4f80-b418-a9f47227faa9 req-f147acf9-a67a-4d70-85c0-8e49ea5ee3af tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Oct 23 02:12:40.489760 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51368) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:40.502805 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0c51-d973-42a4-87e9-7ac29af6aef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.587207 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0c51-d973-42a4-87e9-7ac29af6aef5 admin admin] Publish callbacks [] for security_group (861a8326-0964-4d15-820c-3f2fe3e6f884), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.596175 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0c51-d973-42a4-87e9-7ac29af6aef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (861a8326-0964-4d15-820c-3f2fe3e6f884), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.637912 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-6c2f0c51-d973-42a4-87e9-7ac29af6aef5 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8b41804396e9486d8eb45ab686120dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470742 Oct 23 02:12:40.638912 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f0c51-d973-42a4-87e9-7ac29af6aef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a8326-0964-4d15-820c-3f2fe3e6f884,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:40.640630 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51374) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:40.708427 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ebb79454-8a96-4cfa-932f-b68b648163ba admin admin] Publish callbacks [] for security_group (861a8326-0964-4d15-820c-3f2fe3e6f884), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.731740 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ebb79454-8a96-4cfa-932f-b68b648163ba admin admin] Publish callbacks [] for security_group (861a8326-0964-4d15-820c-3f2fe3e6f884), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.784101 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ebb79454-8a96-4cfa-932f-b68b648163ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (861a8326-0964-4d15-820c-3f2fe3e6f884), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.786783 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ebb79454-8a96-4cfa-932f-b68b648163ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:40.788148 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-ebb79454-8a96-4cfa-932f-b68b648163ba admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/861a8326-0964-4d15-820c-3f2fe3e6f884 HTTP/1.1" status: 204 len: 168 time: 0.1462913 Oct 23 02:12:40.825978 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb79454-8a96-4cfa-932f-b68b648163ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a8326-0964-4d15-820c-3f2fe3e6f884,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:40.848714 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba767b-231b-49de-89f7-acf12c99e563 req-2e62a087-06b0-41e5-98bc-4fc4834e068a tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:40.850226 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6ba767b-231b-49de-89f7-acf12c99e563 req-2e62a087-06b0-41e5-98bc-4fc4834e068a tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.0603151 Oct 23 02:12:40.907622 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6ba767b-231b-49de-89f7-acf12c99e563 req-94ea4256-3619-472b-bfaa-a423cf3fb38b tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483458 Oct 23 02:12:41.162109 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385de31-e8de-4b87-94e8-747ead74e145 req-3e1e8f98-b7d6-4f0e-8be5-e54acebea60a tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:41.163660 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6385de31-e8de-4b87-94e8-747ead74e145 req-3e1e8f98-b7d6-4f0e-8be5-e54acebea60a tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0471716 Oct 23 02:12:41.212299 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:41.217281 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6385de31-e8de-4b87-94e8-747ead74e145 req-a091e445-5e61-4007-b8c4-6f1b6bfc48da tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477667 Oct 23 02:12:41.412378 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afed6f-6320-46df-ae89-c44c08e1fbad req-0606d30e-9f4f-4e42-b521-a5b6e51124f6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:41.413887 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f1afed6f-6320-46df-ae89-c44c08e1fbad req-0606d30e-9f4f-4e42-b521-a5b6e51124f6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0485001 Oct 23 02:12:41.426860 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:41.471067 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f1afed6f-6320-46df-ae89-c44c08e1fbad req-67810e20-4083-428f-95dc-a7cb19b74c70 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509150 Oct 23 02:12:41.900150 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51416) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:42.034432 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-57f5bc7b-0a85-47d4-9747-8fca9e4ef117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:42.051344 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea293b-6a7f-49e2-94c5-44844a9f0d0b req-bfd3dd2f-e55d-4a71-8903-9bf220391e43 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:42.052893 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87ea293b-6a7f-49e2-94c5-44844a9f0d0b req-bfd3dd2f-e55d-4a71-8903-9bf220391e43 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.0656290 Oct 23 02:12:42.131403 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-87ea293b-6a7f-49e2-94c5-44844a9f0d0b req-ffc77d22-a344-4edc-8d78-be2ebeceb39a tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724146 Oct 23 02:12:42.167706 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-57f5bc7b-0a85-47d4-9747-8fca9e4ef117 admin admin] Publish callbacks [] for security_group (24f35018-6e9a-4a48-bf6b-eddc47af1712), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:42.171579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-57f5bc7b-0a85-47d4-9747-8fca9e4ef117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (24f35018-6e9a-4a48-bf6b-eddc47af1712), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:42.211646 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-57f5bc7b-0a85-47d4-9747-8fca9e4ef117 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9eb20171c1e24eb9af9a4f404f5d5a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103426 Oct 23 02:12:42.212488 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5bc7b-0a85-47d4-9747-8fca9e4ef117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f35018-6e9a-4a48-bf6b-eddc47af1712,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:42.215003 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51422) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:42.273633 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-19a6d9c3-002f-46a1-b669-c093066752af admin admin] Publish callbacks [] for security_group (24f35018-6e9a-4a48-bf6b-eddc47af1712), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:42.294613 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-19a6d9c3-002f-46a1-b669-c093066752af admin admin] Publish callbacks [] for security_group (24f35018-6e9a-4a48-bf6b-eddc47af1712), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:42.342345 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-19a6d9c3-002f-46a1-b669-c093066752af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (24f35018-6e9a-4a48-bf6b-eddc47af1712), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:42.344448 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e46efe-5267-40db-9dbb-0c72b02eeaea req-b525cfde-6242-4fa3-b172-913b40d48eb3 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:42.344898 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-19a6d9c3-002f-46a1-b669-c093066752af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:42.345930 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c5e46efe-5267-40db-9dbb-0c72b02eeaea req-b525cfde-6242-4fa3-b172-913b40d48eb3 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0485001 Oct 23 02:12:42.347041 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-19a6d9c3-002f-46a1-b669-c093066752af admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/24f35018-6e9a-4a48-bf6b-eddc47af1712 HTTP/1.1" status: 204 len: 168 time: 0.1309373 Oct 23 02:12:42.357203 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6d9c3-002f-46a1-b669-c093066752af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f35018-6e9a-4a48-bf6b-eddc47af1712,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:42.397068 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c5e46efe-5267-40db-9dbb-0c72b02eeaea req-579ca7b3-4420-4aef-b588-1d8995599174 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Oct 23 02:12:42.593896 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986bee6-06d0-4463-ba98-17bcd7ebc712 req-17feafb8-05e3-42b2-9494-fe4baf42248f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:42.595413 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d986bee6-06d0-4463-ba98-17bcd7ebc712 req-17feafb8-05e3-42b2-9494-fe4baf42248f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0521810 Oct 23 02:12:42.646558 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d986bee6-06d0-4463-ba98-17bcd7ebc712 req-7a2e2bde-75e0-4275-967d-359f9d0281fa tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455449 Oct 23 02:12:43.255495 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18100-6341-45a8-b9f9-1332d778d204 req-0f41cb67-98a1-4b04-88ad-8db33617aa41 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:43.258092 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e4d18100-6341-45a8-b9f9-1332d778d204 req-0f41cb67-98a1-4b04-88ad-8db33617aa41 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.0475142 Oct 23 02:12:43.308997 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e4d18100-6341-45a8-b9f9-1332d778d204 req-b31eebdc-c0ce-496d-9602-6c6115030f45 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Oct 23 02:12:43.520607 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e5e4a-4045-4534-874e-618411ff093a req-a2ebae3a-6919-4e35-a220-091b0b36072e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:43.522051 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-658e5e4a-4045-4534-874e-618411ff093a req-a2ebae3a-6919-4e35-a220-091b0b36072e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0448017 Oct 23 02:12:43.572457 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-658e5e4a-4045-4534-874e-618411ff093a req-3f189930-05e6-4625-a349-8ae731eb500d tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447249 Oct 23 02:12:43.689210 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c1613bc3-c1e8-46c3-9d4a-302de6a3f651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:43.777662 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1f1f6-1b91-4839-8847-a299a5eaacad req-371fda99-55bf-4d08-9613-fda2a458b5d8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:43.779186 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-58d1f1f6-1b91-4839-8847-a299a5eaacad req-371fda99-55bf-4d08-9613-fda2a458b5d8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0464292 Oct 23 02:12:43.828889 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-58d1f1f6-1b91-4839-8847-a299a5eaacad req-8a310194-f448-41ac-a9ec-6151a0a81c8f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Oct 23 02:12:44.048191 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51476) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:44.156030 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-9c4adab8-3cb5-417b-bcf3-fbf6ad42ea5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.207624 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:44.214624 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:44.239653 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-9c4adab8-3cb5-417b-bcf3-fbf6ad42ea5b admin admin] Publish callbacks [] for security_group (92d37567-ee7c-470a-aa8c-12159a739acd), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.243773 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-9c4adab8-3cb5-417b-bcf3-fbf6ad42ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (92d37567-ee7c-470a-aa8c-12159a739acd), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.282153 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-9c4adab8-3cb5-417b-bcf3-fbf6ad42ea5b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1bcca70f71ad4565b50ae565c4f69195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329178 Oct 23 02:12:44.283030 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4adab8-3cb5-417b-bcf3-fbf6ad42ea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d37567-ee7c-470a-aa8c-12159a739acd,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:44.285384 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51480) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:44.318774 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:44.338655 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-66dc8b00-ff19-464d-8cdb-6cedc763c070 admin admin] Publish callbacks [] for security_group (92d37567-ee7c-470a-aa8c-12159a739acd), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.362222 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-66dc8b00-ff19-464d-8cdb-6cedc763c070 admin admin] Publish callbacks [] for security_group (92d37567-ee7c-470a-aa8c-12159a739acd), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.411398 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-66dc8b00-ff19-464d-8cdb-6cedc763c070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (92d37567-ee7c-470a-aa8c-12159a739acd), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.415037 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-66dc8b00-ff19-464d-8cdb-6cedc763c070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.416328 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-66dc8b00-ff19-464d-8cdb-6cedc763c070 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/92d37567-ee7c-470a-aa8c-12159a739acd HTTP/1.1" status: 204 len: 168 time: 0.1299579 Oct 23 02:12:44.424982 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc8b00-ff19-464d-8cdb-6cedc763c070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d37567-ee7c-470a-aa8c-12159a739acd,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:44.442358 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abd454-2a69-40fd-8bdc-ecb2d93fcc73 req-abb21e7e-5d12-4264-9e8d-e1aaed101fe9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:44.443798 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93abd454-2a69-40fd-8bdc-ecb2d93fcc73 req-abb21e7e-5d12-4264-9e8d-e1aaed101fe9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.0573587 Oct 23 02:12:44.504550 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93abd454-2a69-40fd-8bdc-ecb2d93fcc73 req-a0b4b154-357e-479c-8db0-b0773d94d0d4 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545814 Oct 23 02:12:44.703618 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0ed18-49a9-4fe1-8ecb-fa0d70f4f98a req-44cd7f41-e11a-4377-ad71-0706ee83d72f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:44.705540 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a7f0ed18-49a9-4fe1-8ecb-fa0d70f4f98a req-44cd7f41-e11a-4377-ad71-0706ee83d72f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 944 time: 0.0517488 Oct 23 02:12:44.761639 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a7f0ed18-49a9-4fe1-8ecb-fa0d70f4f98a req-c21ad2b8-bf8c-426a-a84b-ffe6cb2f20c7 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474424 Oct 23 02:12:44.764486 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:12:44.900069 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:44.916378 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e', 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f', 'port_id': '04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e', 'mac_address': 'fa:16:3e:a4:a2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48db8fa3-6075-40bb-8096-0066e3b41a9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:12:44.964060 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:44.964602 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:44.986028 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:12:45.011208 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128c8cf-d86d-44bb-b334-b981a55f122d req-8fcfdf8b-99b3-4e66-b0ac-69ab448f8c1e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:45.011853 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:45.012990 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e128c8cf-d86d-44bb-b334-b981a55f122d req-8fcfdf8b-99b3-4e66-b0ac-69ab448f8c1e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0883853 Oct 23 02:12:45.031794 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:45.124765 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:45.316785 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e128c8cf-d86d-44bb-b334-b981a55f122d req-83f6505a-e286-4570-acc6-4964c7c88602 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965991 Oct 23 02:12:45.629577 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f52114-fa45-4a00-ae4e-5755f6635a2f req-89394839-9968-49b8-8a84-862c83c8f25f tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:45.630964 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e4f52114-fa45-4a00-ae4e-5755f6635a2f req-89394839-9968-49b8-8a84-862c83c8f25f tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.0466456 Oct 23 02:12:45.644171 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51534) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:45.695177 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-14beda31-132e-46a6-824b-193fc4ca864f tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:45.696656 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-14beda31-132e-46a6-824b-193fc4ca864f tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 945 time: 0.0647147 Oct 23 02:12:45.723637 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e4f52114-fa45-4a00-ae4e-5755f6635a2f req-b6381fd8-15f2-46b2-99b3-0b9abede6c9b tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8757d889-bcd7-440d-9659-24972a20d420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839744 Oct 23 02:12:45.766964 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b69b9f55-fabb-45f8-8e08-5ae21636201b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:45.781919 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:12:45.789369 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:45.847116 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Deleting port 79f823d3-ca42-4792-96ba-97e67eef504a {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:12:45.847467 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:45.851098 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b69b9f55-fabb-45f8-8e08-5ae21636201b admin admin] Publish callbacks [] for security_group (17853706-b618-4ab6-8fd9-5d50ec41eec7), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:45.857004 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b69b9f55-fabb-45f8-8e08-5ae21636201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (17853706-b618-4ab6-8fd9-5d50ec41eec7), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:45.893092 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:45.893906 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b69b9f55-fabb-45f8-8e08-5ae21636201b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ce2312616f314e8a85f755e7389d5f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486224 Oct 23 02:12:45.899227 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51540) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:45.910592 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b9f55-fabb-45f8-8e08-5ae21636201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17853706-b618-4ab6-8fd9-5d50ec41eec7,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:45.953212 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d03e3e-559b-4d51-9439-89f44ff05969 req-8f42e3ca-1993-4248-83e4-4d080b7ee69f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:45.958519 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3ae128f2-9295-4cc4-94bb-80c5c5561323 admin admin] Publish callbacks [] for security_group (17853706-b618-4ab6-8fd9-5d50ec41eec7), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:45.959313 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9d03e3e-559b-4d51-9439-89f44ff05969 req-8f42e3ca-1993-4248-83e4-4d080b7ee69f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 945 time: 0.0958147 Oct 23 02:12:45.979703 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3ae128f2-9295-4cc4-94bb-80c5c5561323 admin admin] Publish callbacks [] for security_group (17853706-b618-4ab6-8fd9-5d50ec41eec7), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:46.031992 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3ae128f2-9295-4cc4-94bb-80c5c5561323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (17853706-b618-4ab6-8fd9-5d50ec41eec7), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:46.035323 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3ae128f2-9295-4cc4-94bb-80c5c5561323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:46.036520 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-3ae128f2-9295-4cc4-94bb-80c5c5561323 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/17853706-b618-4ab6-8fd9-5d50ec41eec7 HTTP/1.1" status: 204 len: 168 time: 0.1363735 Oct 23 02:12:46.037658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] For port 79f823d3-ca42-4792-96ba-97e67eef504a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=79f823d3-ca42-4792-96ba-97e67eef504a,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:46.038172 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:46.045020 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae128f2-9295-4cc4-94bb-80c5c5561323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17853706-b618-4ab6-8fd9-5d50ec41eec7,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:46.054061 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9d03e3e-559b-4d51-9439-89f44ff05969 req-c0a3024c-d1c4-40fc-9115-d8d01af70e97 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922015 Oct 23 02:12:46.060687 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Calling delete_port for 79f823d3-ca42-4792-96ba-97e67eef504a owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:12:46.107990 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0a6ecccb-a723-4a22-9073-11ac6b699214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:46.227757 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:46.248138 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:46.256238 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (79f823d3-ca42-4792-96ba-97e67eef504a), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:46.295953 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Pushing event deleted for resources: {'Port': ['ID=79f823d3-ca42-4792-96ba-97e67eef504a,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:46.390783 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] No DVR routers for this DVR port 79f823d3-ca42-4792-96ba-97e67eef504a on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:12:46.403172 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:46.407024 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0220d4d4-e74c-4cb4-a9cb-d2ef11fefbeb req-c97d3cd8-0fe4-4b5c-87ad-7a324423e2c9 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.49 "DELETE /networking/v2.0/ports/79f823d3-ca42-4792-96ba-97e67eef504a HTTP/1.1" status: 204 len: 173 time: 0.6976783 Oct 23 02:12:46.407939 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f959c-521d-49d7-87d0-3a7b22a174a7', 'name': 'network-vif-deleted', 'tag': '79f823d3-ca42-4792-96ba-97e67eef504a'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:46.411378 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b702868-330c-45b4-84ef-73143d78ddf0" -d '{"events": [{"server_uuid": "807f959c-521d-49d7-87d0-3a7b22a174a7", "name": "network-vif-deleted", "tag": "79f823d3-ca42-4792-96ba-97e67eef504a"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:46.482008 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d858c9-6abc-4540-82b4-4430ae21ec57 x-openstack-request-id: req-21d858c9-6abc-4540-82b4-4430ae21ec57 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:46.482310 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807f959c-521d-49d7-87d0-3a7b22a174a7", "name": "network-vif-deleted", "tag": "79f823d3-ca42-4792-96ba-97e67eef504a", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:46.482656 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21d858c9-6abc-4540-82b4-4430ae21ec57 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:46.483125 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d858c9-6abc-4540-82b4-4430ae21ec57'] response: {'server_uuid': '807f959c-521d-49d7-87d0-3a7b22a174a7', 'name': 'network-vif-deleted', 'tag': '79f823d3-ca42-4792-96ba-97e67eef504a', 'status': 'completed', 'code': 200} Oct 23 02:12:46.576472 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca221f33-da72-48d8-b371-53c89fd7404f req-17cf5cda-030a-4fa2-9b6b-06b1d654e832 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:46.579576 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ca221f33-da72-48d8-b371-53c89fd7404f req-17cf5cda-030a-4fa2-9b6b-06b1d654e832 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1299694 Oct 23 02:12:46.656709 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ca221f33-da72-48d8-b371-53c89fd7404f req-d67fc01f-f453-4d5e-ad22-d205900f749c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695748 Oct 23 02:12:46.863951 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b3c3e6e7-fa4e-4ae0-92d7-93f4a2424813 req-1fbd323c-ea4d-4ddc-be0c-03cbc7864fa6 tempest-DeleteServersTestJSON-660417526 tempest-DeleteServersTestJSON-660417526-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=807f959c-521d-49d7-87d0-3a7b22a174a7 HTTP/1.1" status: 200 len: 210 time: 0.0391393 Oct 23 02:12:47.084484 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['79f823d3-ca42-4792-96ba-97e67eef504a'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:12:47.159073 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:47.223618 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:12:47.229330 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7c2c8-817b-48a5-b99b-7a50443c9ea0 req-bff9f19f-5b59-4e51-919d-5d17b8d2546e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:47.231165 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-39b7c2c8-817b-48a5-b99b-7a50443c9ea0 req-bff9f19f-5b59-4e51-919d-5d17b8d2546e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 945 time: 0.0686855 Oct 23 02:12:47.283963 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:12:47.292750 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:47.293182 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:47.293647 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e Oct 23 02:12:47.311660 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-39b7c2c8-817b-48a5-b99b-7a50443c9ea0 req-f81478b8-e0c2-4886-8b1b-97192b3005e9 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734103 Oct 23 02:12:47.408265 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:47.408913 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:47.449119 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2a875f-e253-497b-a316-729833572690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:12:47.453163 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58d9889-c2b1-459b-b72a-23585fbfc496" -d '{"events": [{"server_uuid": "7f2a875f-e253-497b-a316-729833572690", "name": "network-vif-plugged", "status": "completed", "tag": "04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:12:47.475740 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:47.496276 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:47.498273 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 79f823d3-ca42-4792-96ba-97e67eef504a no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:12:47.556491 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55808f15-688f-4ebe-8152-d311f7413916 x-openstack-request-id: req-55808f15-688f-4ebe-8152-d311f7413916 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:12:47.556894 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2a875f-e253-497b-a316-729833572690", "name": "network-vif-plugged", "status": "completed", "tag": "04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:12:47.557248 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55808f15-688f-4ebe-8152-d311f7413916 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:12:47.557830 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55808f15-688f-4ebe-8152-d311f7413916'] response: {'server_uuid': '7f2a875f-e253-497b-a316-729833572690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e', 'code': 200} Oct 23 02:12:47.558581 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 79f823d3-ca42-4792-96ba-97e67eef504a {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:12:47.559010 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 79f823d3-ca42-4792-96ba-97e67eef504a not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:12:47.566652 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:47.592618 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:47.974625 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbd484-b065-4be9-93e7-c620dcde5091 req-de5b3b0f-01a4-49e8-a5d3-7ee0f2dea689 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:47.976193 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-95bbd484-b065-4be9-93e7-c620dcde5091 req-de5b3b0f-01a4-49e8-a5d3-7ee0f2dea689 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0977468 Oct 23 02:12:47.986481 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1df4f-779f-49cd-b457-c7525e96432d req-033c3d4a-3fef-4536-84d7-a8622a685181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:47.988129 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93a1df4f-779f-49cd-b457-c7525e96432d req-033c3d4a-3fef-4536-84d7-a8622a685181 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 1130 time: 0.0625572 Oct 23 02:12:48.061359 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-95bbd484-b065-4be9-93e7-c620dcde5091 req-5f50b35b-a0b7-4074-861a-fa1423ce1fb0 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771804 Oct 23 02:12:48.064561 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-93a1df4f-779f-49cd-b457-c7525e96432d req-ea4ae5d9-e4bc-499f-adf7-4862bc012eab service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642247 Oct 23 02:12:48.447636 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bf30b-b59d-4494-96bb-fddaa723ab20 req-d49cb09d-7f7c-4deb-8f28-fb70450b3729 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:48.449116 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b1bf30b-b59d-4494-96bb-fddaa723ab20 req-d49cb09d-7f7c-4deb-8f28-fb70450b3729 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0505278 Oct 23 02:12:48.498863 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b1bf30b-b59d-4494-96bb-fddaa723ab20 req-63e1aa95-c8e9-4682-8011-698bdb4af897 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440862 Oct 23 02:12:48.807741 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:48.936986 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:49.138156 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=52 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:49.143179 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=54 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:49.181478 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a82d4f-abf2-4633-93c3-3e10345ed91f req-00a2482f-ee0c-4224-8db1-490e018b6325 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:49.182941 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51a82d4f-abf2-4633-93c3-3e10345ed91f req-00a2482f-ee0c-4224-8db1-490e018b6325 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0450394 Oct 23 02:12:49.228740 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51a82d4f-abf2-4633-93c3-3e10345ed91f req-cf750d78-fc3a-4f65-9926-8aa61585b12b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Oct 23 02:12:49.378128 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51630) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:49.625910 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dbfd3-db2d-4b34-9101-1e3ddb777a1f req-0f6fe165-4540-4001-bcb9-39638002e18e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:49.627526 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-168dbfd3-db2d-4b34-9101-1e3ddb777a1f req-0f6fe165-4540-4001-bcb9-39638002e18e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0490096 Oct 23 02:12:49.680986 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-168dbfd3-db2d-4b34-9101-1e3ddb777a1f req-aab3f918-5a39-4764-bb60-fb1b6bdbb30b tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476575 Oct 23 02:12:49.945883 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (d5491939-bd8b-4c9a-a411-c0015260c649), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:49.986849 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:50.219056 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Deleting port f4660c40-d4c2-4180-8377-8966c44ad8e0 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:12:50.219309 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:50.290134 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:50.306183 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] For port f4660c40-d4c2-4180-8377-8966c44ad8e0, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f4660c40-d4c2-4180-8377-8966c44ad8e0,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:50.306592 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:50.322043 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Calling delete_port for f4660c40-d4c2-4180-8377-8966c44ad8e0 owned by network:router_interface {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:12:50.491250 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8eabb3-fb21-43e7-9db9-ccf46eb7f618 req-f11b6db4-8215-4a22-b933-1d5a83e3d2dd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:50.492673 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5f8eabb3-fb21-43e7-9db9-ccf46eb7f618 req-f11b6db4-8215-4a22-b933-1d5a83e3d2dd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Oct 23 02:12:50.536757 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (f4660c40-d4c2-4180-8377-8966c44ad8e0), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:50.542155 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5f8eabb3-fb21-43e7-9db9-ccf46eb7f618 req-76b88aea-546d-4d08-a7d7-91aec0e4fb25 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438750 Oct 23 02:12:50.565466 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4660c40-d4c2-4180-8377-8966c44ad8e0,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:50.698778 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (d5491939-bd8b-4c9a-a411-c0015260c649), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:50.742073 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c9eaa6-8243-4ea2-84d9-22aad0652e20 None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:12:50.824196 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66e008-fbda-4bdc-8cff-0e2804a90cfc req-d56cd4e0-754f-4b13-bafe-9ccb4d2a2fc9 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:50.825797 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2a66e008-fbda-4bdc-8cff-0e2804a90cfc req-d56cd4e0-754f-4b13-bafe-9ccb4d2a2fc9 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0576801 Oct 23 02:12:50.874698 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9eaa6-8243-4ea2-84d9-22aad0652e20 None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:12:50.877291 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2a66e008-fbda-4bdc-8cff-0e2804a90cfc req-2fcf6326-d172-4d5a-a037-e6f35f41a9cc tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456014 Oct 23 02:12:50.924027 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Router d5491939-bd8b-4c9a-a411-c0015260c649 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:12:51.025809 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:12:51.032643 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-28d02bb5-7ba9-45c6-ba3d-50448ed1b3e4 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/d5491939-bd8b-4c9a-a411-c0015260c649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534209 Oct 23 02:12:51.035577 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51654) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:51.037816 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] Sync routers for ids ['d5491939-bd8b-4c9a-a411-c0015260c649'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:12:51.047801 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] Routers {'d5491939-bd8b-4c9a-a411-c0015260c649'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:12:51.048420 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['d5491939-bd8b-4c9a-a411-c0015260c649'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:51.142916 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks [] for router (d5491939-bd8b-4c9a-a411-c0015260c649), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.161472 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] Set router d5491939-bd8b-4c9a-a411-c0015260c649 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:12:51.183587 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:51.187770 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:51.257517 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks [] for router_gateway (d5491939-bd8b-4c9a-a411-c0015260c649), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.305755 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Deleting port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:12:51.306098 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.352122 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:12:50Z', 'revision_number': 5, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'gw_port': {'id': 'ac3b0d21-592e-4ac0-bb2b-3baa987d35fc', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:51.378528 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] Checking router: d5491939-bd8b-4c9a-a411-c0015260c649 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:12:51.388087 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] Routers {'d5491939-bd8b-4c9a-a411-c0015260c649'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:12:51.388700 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['d5491939-bd8b-4c9a-a411-c0015260c649'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:51.401410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] For port ac3b0d21-592e-4ac0-bb2b-3baa987d35fc, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ac3b0d21-592e-4ac0-bb2b-3baa987d35fc,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:51.401775 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.419933 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Calling delete_port for ac3b0d21-592e-4ac0-bb2b-3baa987d35fc owned by network:router_gateway {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:12:51.480667 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] Set router d5491939-bd8b-4c9a-a411-c0015260c649 gateway port host: None {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:12:51.536407 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:12:51Z', 'revision_number': 6, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:51.570261 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9824c-53a3-4ac6-8b76-ef8b9a522afc None None] The sync data for ids ['d5491939-bd8b-4c9a-a411-c0015260c649'] in dv-cinder-861491-5-iscsi is: [{'id': 'd5491939-bd8b-4c9a-a411-c0015260c649', 'name': 'tempest-DeleteServersTestJSON-1134617188-router', 'tenant_id': 'd296608fc23c4667b5173c0f3fe1697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:12:51Z', 'revision_number': 6, 'project_id': 'd296608fc23c4667b5173c0f3fe1697e', 'gw_port_host': None}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:12:51.614967 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (ac3b0d21-592e-4ac0-bb2b-3baa987d35fc), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.643724 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3b0d21-592e-4ac0-bb2b-3baa987d35fc,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:51.702131 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (d5491939-bd8b-4c9a-a411-c0015260c649), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.704874 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-4cecf1d3-ad7b-492f-959e-691af01367ec None None] Provisioning complete for port 76611546-af75-4ff4-9c2b-9750b8625fbc triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:51.705316 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4cecf1d3-ad7b-492f-959e-691af01367ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.705721 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-4cecf1d3-ad7b-492f-959e-691af01367ec None None] Attempt 1 to provision port 76611546-af75-4ff4-9c2b-9750b8625fbc Oct 23 02:12:51.747908 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeb807-d028-4120-8b48-4573e441bf22 req-9ba80708-c1bd-4fdb-b54f-06357c77964f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:51.749487 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-afbeb807-d028-4120-8b48-4573e441bf22 req-9ba80708-c1bd-4fdb-b54f-06357c77964f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1077185 Oct 23 02:12:51.780016 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-4cecf1d3-ad7b-492f-959e-691af01367ec None None] Current status of the port 76611546-af75-4ff4-9c2b-9750b8625fbc is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:51.831470 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (d5491939-bd8b-4c9a-a411-c0015260c649), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.838575 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks [] for router_controller (d5491939-bd8b-4c9a-a411-c0015260c649), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.909638 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-afbeb807-d028-4120-8b48-4573e441bf22 req-78f8dbdd-2c03-420f-afec-833d9abb15b6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314676 Oct 23 02:12:51.923879 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (d5491939-bd8b-4c9a-a411-c0015260c649), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.924898 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5491939-bd8b-4c9a-a411-c0015260c649 {{(pid=104673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:12:51.932375 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:51.933559 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-1d41048d-b83b-403f-b90a-5dbeab048b98 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/d5491939-bd8b-4c9a-a411-c0015260c649 HTTP/1.1" status: 204 len: 168 time: 0.8967819 Oct 23 02:12:51.936178 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51662) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:51.973548 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:51.988499 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-6800863e-c2b5-47b4-a884-fcbd0f57d5ab admin admin] Deleting subnet 360d791f-a1fc-49fc-a38f-914286807e64 {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:12:51.992776 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6800863e-c2b5-47b4-a884-fcbd0f57d5ab admin admin] Publish callbacks [] for subnet (360d791f-a1fc-49fc-a38f-914286807e64), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.018146 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:52.030843 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6800863e-c2b5-47b4-a884-fcbd0f57d5ab admin admin] Publish callbacks [] for subnet (360d791f-a1fc-49fc-a38f-914286807e64), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.036004 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59401b49-fd64-49c1-9e97-927c3992a977 req-88a73981-7270-47b7-aad8-d212caf63e4f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:52.038478 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-59401b49-fd64-49c1-9e97-927c3992a977 req-88a73981-7270-47b7-aad8-d212caf63e4f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0539289 Oct 23 02:12:52.098432 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-59401b49-fd64-49c1-9e97-927c3992a977 req-4e4ad495-a218-4bd7-beb9-a5f21ef1f0fe tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530446 Oct 23 02:12:52.112898 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6800863e-c2b5-47b4-a884-fcbd0f57d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (360d791f-a1fc-49fc-a38f-914286807e64), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.358637 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6800863e-c2b5-47b4-a884-fcbd0f57d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (360d791f-a1fc-49fc-a38f-914286807e64), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.393942 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800863e-c2b5-47b4-a884-fcbd0f57d5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360d791f-a1fc-49fc-a38f-914286807e64,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:52.398636 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6800863e-c2b5-47b4-a884-fcbd0f57d5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.401849 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-6800863e-c2b5-47b4-a884-fcbd0f57d5ab admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/360d791f-a1fc-49fc-a38f-914286807e64 HTTP/1.1" status: 204 len: 168 time: 0.4646440 Oct 23 02:12:52.404692 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d946c25-e3b3-42e9-a444-fe51ad386956 None None] Network c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:12:52.404837 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51666) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:52.481993 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (c5fbd9df-9f8a-4f60-9255-3da999cfa5f9), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.530677 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Deleting port 76611546-af75-4ff4-9c2b-9750b8625fbc {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:12:52.531019 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.554495 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399641e3-3ae2-4fe5-9d1c-8f1445e94357 None None] DHCP port deletion for c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:12:52.573210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:52.594855 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-399641e3-3ae2-4fe5-9d1c-8f1445e94357 None None] Deleting port 76611546-af75-4ff4-9c2b-9750b8625fbc {{(pid=104674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:12:52.595254 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-399641e3-3ae2-4fe5-9d1c-8f1445e94357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), before_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.599675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] For port 76611546-af75-4ff4-9c2b-9750b8625fbc, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=76611546-af75-4ff4-9c2b-9750b8625fbc,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:52.600045 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.612766 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:52.614383 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Calling delete_port for 76611546-af75-4ff4-9c2b-9750b8625fbc owned by network:dhcp {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:12:52.666270 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-399641e3-3ae2-4fe5-9d1c-8f1445e94357 None None] For port 76611546-af75-4ff4-9c2b-9750b8625fbc, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=76611546-af75-4ff4-9c2b-9750b8625fbc,segment=NetworkSegment(2a4c6bfa-5da3-4300-a4a6-93b59871f75a),segment_id=2a4c6bfa-5da3-4300-a4a6-93b59871f75a)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:52.666696 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-399641e3-3ae2-4fe5-9d1c-8f1445e94357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), precommit_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.668833 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:52.683895 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-399641e3-3ae2-4fe5-9d1c-8f1445e94357 None None] Calling delete_port for 76611546-af75-4ff4-9c2b-9750b8625fbc owned by network:dhcp {{(pid=104674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:12:52.711716 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.738326 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=76611546-af75-4ff4-9c2b-9750b8625fbc,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:52.741531 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] No DVR routers for this DVR port 76611546-af75-4ff4-9c2b-9750b8625fbc on host dv-cinder-861491-5-iscsi {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:12:52.823752 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (c5fbd9df-9f8a-4f60-9255-3da999cfa5f9), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.848933 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.849414 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.850433 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.850803 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > port after_create 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.851151 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.851492 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > port after_update 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.851822 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.852169 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.852491 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.852813 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:52.922868 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-399641e3-3ae2-4fe5-9d1c-8f1445e94357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (76611546-af75-4ff4-9c2b-9750b8625fbc), after_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:52.948544 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399641e3-3ae2-4fe5-9d1c-8f1445e94357 None None] Pushing event deleted for resources: {'Port': ['ID=76611546-af75-4ff4-9c2b-9750b8625fbc,revision_number=None']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:52.953045 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399641e3-3ae2-4fe5-9d1c-8f1445e94357 None None] No DVR routers for this DVR port 76611546-af75-4ff4-9c2b-9750b8625fbc on host dv-cinder-861491-5-iscsi {{(pid=104674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:12:53.028942 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:53.029291 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:53.029626 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:53.029961 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:12:53.030328 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fbd9df-9f8a-4f60-9255-3da999cfa5f9']}} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:53.058578 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4c6bfa-5da3-4300-a4a6-93b59871f75a') {'for_net_delete': True} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:53.058870 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4c6bfa-5da3-4300-a4a6-93b59871f75a') {} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:53.092311 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8608081'] for segment (2a4c6bfa-5da3-4300-a4a6-93b59871f75a), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.123744 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c9d56-052b-4881-837d-1bf1a0accf17 req-eafac110-ab9d-4ea5-8379-c8918e019476 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:53.125282 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-466c9d56-052b-4881-837d-1bf1a0accf17 req-eafac110-ab9d-4ea5-8379-c8918e019476 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0897152 Oct 23 02:12:53.129128 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (2a4c6bfa-5da3-4300-a4a6-93b59871f75a), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.161316 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:12:53.161645 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8953958'] for segment (2a4c6bfa-5da3-4300-a4a6-93b59871f75a), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.286005 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (c5fbd9df-9f8a-4f60-9255-3da999cfa5f9), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.297141 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-466c9d56-052b-4881-837d-1bf1a0accf17 req-2f3892e3-78c6-439f-a9e0-56560dd33f49 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641240 Oct 23 02:12:53.305352 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8db2dd-c9da-47d0-a38a-f47351dea4c4 req-6d906161-d5aa-4d8f-95ad-06925b5c49b9 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:53.307203 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee8db2dd-c9da-47d0-a38a-f47351dea4c4 req-6d906161-d5aa-4d8f-95ad-06925b5c49b9 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0919755 Oct 23 02:12:53.355979 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f4660c40-d4c2-4180-8377-8966c44ad8e0 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:12:53.378896 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: f4660c40-d4c2-4180-8377-8966c44ad8e0 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:12:53.379282 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f4660c40-d4c2-4180-8377-8966c44ad8e0 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:12:53.379715 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ac3b0d21-592e-4ac0-bb2b-3baa987d35fc no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:12:53.401637 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: ac3b0d21-592e-4ac0-bb2b-3baa987d35fc {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:12:53.401992 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ac3b0d21-592e-4ac0-bb2b-3baa987d35fc not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:12:53.402478 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 76611546-af75-4ff4-9c2b-9750b8625fbc no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:12:53.425042 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 76611546-af75-4ff4-9c2b-9750b8625fbc {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:12:53.425396 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 76611546-af75-4ff4-9c2b-9750b8625fbc not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:12:53.533435 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment 2a4c6bfa-5da3-4300-a4a6-93b59871f75a resource provider aggregate not found Oct 23 02:12:53.538795 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fbd9df-9f8a-4f60-9255-3da999cfa5f9,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:53.540884 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.546829 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e6850968-19c7-449f-bbd1-5721689c1b07 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/c5fbd9df-9f8a-4f60-9255-3da999cfa5f9 HTTP/1.1" status: 204 len: 168 time: 1.1381164 Oct 23 02:12:53.558127 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment 2a4c6bfa-5da3-4300-a4a6-93b59871f75a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a4c6bfa-5da3-4300-a4a6-93b59871f75a found for delete ", "request_id": "req-98075202-721f-496a-94a0-d42b6179352e"}]} Oct 23 02:12:53.587249 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee8db2dd-c9da-47d0-a38a-f47351dea4c4 req-55dd4419-2df4-448b-b0ab-5fb177ee2aa7 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 Oct 23 02:12:53.716474 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51688) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:53.757483 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a3081ce0-78ee-4c23-a3e1-238bf7e1a3f2 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d296608fc23c4667b5173c0f3fe1697e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398088 Oct 23 02:12:53.759995 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51690) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:53.809259 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-22f31174-3246-49b7-8248-e1965399a012 admin admin] Publish callbacks [] for security_group (8757d889-bcd7-440d-9659-24972a20d420), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.828855 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-22f31174-3246-49b7-8248-e1965399a012 admin admin] Publish callbacks [] for security_group (8757d889-bcd7-440d-9659-24972a20d420), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.877139 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-22f31174-3246-49b7-8248-e1965399a012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8757d889-bcd7-440d-9659-24972a20d420), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.879620 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-22f31174-3246-49b7-8248-e1965399a012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:53.880866 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-22f31174-3246-49b7-8248-e1965399a012 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8757d889-bcd7-440d-9659-24972a20d420 HTTP/1.1" status: 204 len: 168 time: 0.1199679 Oct 23 02:12:53.889384 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f31174-3246-49b7-8248-e1965399a012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8757d889-bcd7-440d-9659-24972a20d420,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:54.438372 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f67cd-eaa0-4243-94a0-9c5cfd0bc087 req-2c224cd3-c9cf-4755-97b6-ca3911a7ec15 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:54.442927 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c00f67cd-eaa0-4243-94a0-9c5cfd0bc087 req-2c224cd3-c9cf-4755-97b6-ca3911a7ec15 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0561724 Oct 23 02:12:54.496282 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c00f67cd-eaa0-4243-94a0-9c5cfd0bc087 req-49ea1288-9c42-47c5-b73c-d5d9a96fe481 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488746 Oct 23 02:12:54.611718 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51722) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:54.710697 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0e07-3fba-4652-8ba5-c91b4af85714 req-c706343a-9acd-488e-a0ed-adb70c33b4a7 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:54.712168 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eabd0e07-3fba-4652-8ba5-c91b4af85714 req-c706343a-9acd-488e-a0ed-adb70c33b4a7 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0506113 Oct 23 02:12:54.716885 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1022429626-network', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:54.743561 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:54.760477 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:54.763338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Made reservation on behalf of eab81e47f8d6426fbd5b50d1eb7fc14a for: {'network': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:12:54.765590 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:54.785488 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:54.792349 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eabd0e07-3fba-4652-8ba5-c91b4af85714 req-39fcfa38-3b22-4082-ad1b-a1794012ffad tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711851 Oct 23 02:12:54.874887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Publish callbacks [] for security_group (e39c3b4b-cd01-4304-aa2f-f2e17d1e50b8), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:54.878260 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e39c3b4b-cd01-4304-aa2f-f2e17d1e50b8), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:54.903507 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=104673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:12:54.913159 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c3b4b-cd01-4304-aa2f-f2e17d1e50b8,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:54.919178 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (0098585a-e6af-491d-a91b-c278e6539b68), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:54.919515 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.segments_db [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Added segment 0098585a-e6af-491d-a91b-c278e6539b68 of type vlan for network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 Oct 23 02:12:54.960357 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (a7b3cf49-41ec-4949-b12a-aff94c1d3d94), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:54.984731 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (a7b3cf49-41ec-4949-b12a-aff94c1d3d94), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:54.985884 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:54.986487 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.045735 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4329216 Oct 23 02:12:55.048697 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51730) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:55.049195 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940699e-5ecf-4322-a371-0df24bf46631 admin admin] Pushing event updated for resources: {'Network': ['ID=a7b3cf49-41ec-4949-b12a-aff94c1d3d94,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:55.055799 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Request body: {'subnet': {'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-subnet', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:55.059570 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:12:55.081885 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Made reservation on behalf of eab81e47f8d6426fbd5b50d1eb7fc14a for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:12:55.084732 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.258063 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (4f0e358f-5b23-42c2-8b93-b234f6d24eb7), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.310410 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0e358f-5b23-42c2-8b93-b234f6d24eb7,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:55.327779 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Checking segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:12:55.328130 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Network hostable DHCP agents. Network: a7b3cf49-41ec-4949-b12a-aff94c1d3d94, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:12:55.346453 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:12:55.356490 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, a7b3cf49-41ec-4949-b12a-aff94c1d3d94) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:12:55.360613 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:55.361210 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.372186 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b2a39-f842-4d65-a5bb-b15a15d73b60 None None] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:12:55.376050 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:55.381417 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-abeece0c-4ea9-47b0-ad12-3d21479dd918 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3288319 Oct 23 02:12:55.381731 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51738) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:55.386344 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:55.409296 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (37e06246-38a8-495f-aff7-582daddda976), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.410740 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (37e06246-38a8-495f-aff7-582daddda976), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.473917 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks [] for router_controller (37e06246-38a8-495f-aff7-582daddda976), precommit_add_association {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.491898 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:12:55.492773 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.669568 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Allocated IP 172.20.0.2 (a7b3cf49-41ec-4949-b12a-aff94c1d3d94/4f0e358f-5b23-42c2-8b93-b234f6d24eb7/941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:12:55.673548 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks [] for router_gateway (37e06246-38a8-495f-aff7-582daddda976), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.708489 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf7fb-f36a-4acd-9946-f93a5026f205 req-c5f50164-220b-4626-abbf-04d6bb6b974b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:55.710709 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ffccf7fb-f36a-4acd-9946-f93a5026f205 req-c5f50164-220b-4626-abbf-04d6bb6b974b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1037724 Oct 23 02:12:55.811555 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ffccf7fb-f36a-4acd-9946-f93a5026f205 req-d81495db-36f6-4d3c-9473-69da464cc049 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735803 Oct 23 02:12:55.826230 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Publish callbacks [] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.838812 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.876609 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:12:55.884147 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:12:55.888016 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:12:55.891244 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Pushing event updated for resources: {'Port': ['ID=941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:55.916453 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks [] for router_gateway (37e06246-38a8-495f-aff7-582daddda976), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.936349 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.945861 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Attempting to bind port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:12:55.946238 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Attempting to bind port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:12:55.946747 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Attempting to bind port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:12:55.983330 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:55.990730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:55.994672 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:55.998684 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:12:55.999065 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Checking segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:12:55.999497 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:55.999868 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Bound using segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:12:56.000344 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Bound port: 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:12:56.000746 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:56.046850 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Allocated IP 172.27.0.233 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/ad6bb5f5-1e73-4ecd-8f68-381fe064267a) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:12:56.065157 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] For port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:12:56.068933 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] For port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:12:56.080069 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:56.124470 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:56.151433 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a658f2c-90e5-4e5e-9bcb-8d63423f8b07 None None] Pushing event updated for resources: {'Port': ['ID=941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:56.164955 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks [] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:56.199142 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:56.243270 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:12:56.248752 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:12:56.250773 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Pushing event updated for resources: {'Port': ['ID=ad6bb5f5-1e73-4ecd-8f68-381fe064267a,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:56.252887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:12:56.514164 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks [] for router_gateway (37e06246-38a8-495f-aff7-582daddda976), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:56.707818 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (37e06246-38a8-495f-aff7-582daddda976), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:56.830344 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:56.845556 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Router 37e06246-38a8-495f-aff7-582daddda976 is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:12:56.858539 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:56.956563 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaebb8d-e642-4fc3-aa02-20f82a18e626 req-c4dd1d7e-f966-4c74-86a4-37fbd5baa165 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:56.958072 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8eaebb8d-e642-4fc3-aa02-20f82a18e626 req-c4dd1d7e-f966-4c74-86a4-37fbd5baa165 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0642571 Oct 23 02:12:57.001398 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb97c1a-6ba1-4b57-971f-76d61653cc95 None None] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:12:57.021093 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:12:57.047906 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8eaebb8d-e642-4fc3-aa02-20f82a18e626 req-c0f79cef-d57b-40c7-bc1b-d6950dc29c66 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651140 Oct 23 02:12:57.051111 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.055536 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:12:57.055705 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c986be4c-d0d6-4236-87cf-ad099e79d4cc admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6692553 Oct 23 02:12:57.056558 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51752) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:57.077587 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-ec9dc0b9-c882-4f88-aebf-e50be705ee80 None None] Provisioning complete for port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:57.078092 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc0b9-c882-4f88-aebf-e50be705ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.078283 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-ec9dc0b9-c882-4f88-aebf-e50be705ee80 None None] Attempt 1 to provision port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d Oct 23 02:12:57.082776 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:12:57.083408 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:57.197466 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:57.264349 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:12:57.387967 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-ec9dc0b9-c882-4f88-aebf-e50be705ee80 None None] Current status of the port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:57.388654 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc0b9-c882-4f88-aebf-e50be705ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.426735 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:12:57.471719 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-ec9dc0b9-c882-4f88-aebf-e50be705ee80 None None] For port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:12:57.484485 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc0b9-c882-4f88-aebf-e50be705ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.511358 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.579235 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:56Z', 'revision_number': 3, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:57.583541 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dc0b9-c882-4f88-aebf-e50be705ee80 None None] Pushing event updated for resources: {'Port': ['ID=941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:57.607200 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:57.607574 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.607912 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d Oct 23 02:12:57.615202 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:12:57.615558 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Updating router 37e06246-38a8-495f-aff7-582daddda976 port ad6bb5f5-1e73-4ecd-8f68-381fe064267a binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:12:57.642616 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:57.666297 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Allocated IP 172.20.0.1 (a7b3cf49-41ec-4949-b12a-aff94c1d3d94/4f0e358f-5b23-42c2-8b93-b234f6d24eb7/c766553d-578b-45c7-8e02-ed171b2bffc8) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:12:57.668819 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-a85f45cd-37ce-4fa7-9a79-8cc5ea26110f None None] Provisioning complete for port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:57.669220 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-a85f45cd-37ce-4fa7-9a79-8cc5ea26110f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.669613 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-a85f45cd-37ce-4fa7-9a79-8cc5ea26110f None None] Attempt 1 to provision port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d Oct 23 02:12:57.711396 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.724991 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:57.779832 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Publish callbacks [] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.788315 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:57.816883 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.853413 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:57.862016 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:12:57.864916 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:12:57.867681 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Pushing event updated for resources: {'Port': ['ID=c766553d-578b-45c7-8e02-ed171b2bffc8,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:57.869828 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:12:57.908770 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (37e06246-38a8-495f-aff7-582daddda976), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:57.935514 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-a85f45cd-37ce-4fa7-9a79-8cc5ea26110f None None] Current status of the port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:58.026661 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:58.052599 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.066268 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Publish callbacks [] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.072059 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.107965 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Attempting to bind port ad6bb5f5-1e73-4ecd-8f68-381fe064267a on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:12:58.108646 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Attempting to bind port ad6bb5f5-1e73-4ecd-8f68-381fe064267a by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:12:58.108767 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Attempting to bind port ad6bb5f5-1e73-4ecd-8f68-381fe064267a on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:12:58.145268 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984961f-1c60-45d7-ab71-cedac652e790 None None] Pushing event updated for resources: {'Port': ['ID=ad6bb5f5-1e73-4ecd-8f68-381fe064267a,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:58.166826 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-5add1bb0-5435-42e6-b5b4-955089c0b75f None None] Provisioning complete for port c766553d-578b-45c7-8e02-ed171b2bffc8 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:58.167381 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5add1bb0-5435-42e6-b5b4-955089c0b75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.167728 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-5add1bb0-5435-42e6-b5b4-955089c0b75f None None] Attempt 1 to provision port c766553d-578b-45c7-8e02-ed171b2bffc8 Oct 23 02:12:58.203047 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:12:58.203421 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:12:58.203821 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.204214 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:12:58.204684 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Bound port: ad6bb5f5-1e73-4ecd-8f68-381fe064267a, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:12:58.205063 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.216211 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04617675-abcb-45e8-8d6e-9f2fa615e359 req-ebedd5a9-e9e2-4f29-8e54-0a1510bea54a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:58.217619 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04617675-abcb-45e8-8d6e-9f2fa615e359 req-ebedd5a9-e9e2-4f29-8e54-0a1510bea54a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0870485 Oct 23 02:12:58.235043 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-5add1bb0-5435-42e6-b5b4-955089c0b75f None None] Port c766553d-578b-45c7-8e02-ed171b2bffc8 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:12:58.265371 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] For port ad6bb5f5-1e73-4ecd-8f68-381fe064267a, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:12:58.268720 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] For port ad6bb5f5-1e73-4ecd-8f68-381fe064267a, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ad6bb5f5-1e73-4ecd-8f68-381fe064267a,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:12:58.274623 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.306374 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04617675-abcb-45e8-8d6e-9f2fa615e359 req-24053499-bb58-44a5-8e07-92cf71c28128 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818634 Oct 23 02:12:58.314702 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:12:58.315299 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Publish callbacks [] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.315411 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:58.320797 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.365838 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984961f-1c60-45d7-ab71-cedac652e790 None None] Pushing event updated for resources: {'Port': ['ID=ad6bb5f5-1e73-4ecd-8f68-381fe064267a,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:58.387679 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (37e06246-38a8-495f-aff7-582daddda976), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:58.395172 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Pushing event updated for resources: {'Port': ['ID=c766553d-578b-45c7-8e02-ed171b2bffc8,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:58.573151 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:58.575902 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:12:58.695151 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:58.734791 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:12:58.737121 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:12:58.775740 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 2, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:12:58.808595 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33872228-cd70-421d-a832-0ba30de938c5 None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 2, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:12:58.863110 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:12:58.920486 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:12:58.980809 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:12:58.994243 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-60fd50ce-78e5-4c04-98c0-a6ca799cdb85 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/37e06246-38a8-495f-aff7-582daddda976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9289641 Oct 23 02:12:59.075644 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-b83b1b3d-a648-4fcd-af6a-4148752360b0 None None] Provisioning complete for port c766553d-578b-45c7-8e02-ed171b2bffc8 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:59.076011 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b83b1b3d-a648-4fcd-af6a-4148752360b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.076357 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-b83b1b3d-a648-4fcd-af6a-4148752360b0 None None] Attempt 1 to provision port c766553d-578b-45c7-8e02-ed171b2bffc8 Oct 23 02:12:59.125990 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-b83b1b3d-a648-4fcd-af6a-4148752360b0 None None] Port c766553d-578b-45c7-8e02-ed171b2bffc8 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:12:59.322047 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51780) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:59.326919 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-d5df89e2-4bf3-426c-b5d3-a28f287ff145 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847334592', 'description': 'tempest-description--1229992584'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:59.354071 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5df89e2-4bf3-426c-b5d3-a28f287ff145 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.362665 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:12:59.423237 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:12:59.423691 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.424093 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d Oct 23 02:12:59.473057 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e80b7-e00b-4386-bbc9-20ad26f491b0 req-5b7b095b-21c7-4214-aba0-1b977480c19c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:12:59.474677 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-994e80b7-e00b-4386-bbc9-20ad26f491b0 req-5b7b095b-21c7-4214-aba0-1b977480c19c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0726235 Oct 23 02:12:59.487896 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5df89e2-4bf3-426c-b5d3-a28f287ff145 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (812ca2c0-8a4d-407d-9d18-c10bbebdd06c), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.506881 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5df89e2-4bf3-426c-b5d3-a28f287ff145 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (812ca2c0-8a4d-407d-9d18-c10bbebdd06c), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.525097 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:12:59.574914 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5df89e2-4bf3-426c-b5d3-a28f287ff145 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.576194 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d5df89e2-4bf3-426c-b5d3-a28f287ff145 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2529497 Oct 23 02:12:59.579666 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 51784) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:59.585723 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-dc909510-598e-40bc-86ad-7f0ea6dac5dd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group_rule': {'security_group_id': '812ca2c0-8a4d-407d-9d18-c10bbebdd06c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:59.589061 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df89e2-4bf3-426c-b5d3-a28f287ff145 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812ca2c0-8a4d-407d-9d18-c10bbebdd06c,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:59.595613 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-994e80b7-e00b-4386-bbc9-20ad26f491b0 req-ddbe95cb-14ae-4296-b635-df0484888c62 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103125 Oct 23 02:12:59.621595 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dc909510-598e-40bc-86ad-7f0ea6dac5dd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (e3e313e2-08c8-487d-8933-e52f68b24fab), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.697619 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dc909510-598e-40bc-86ad-7f0ea6dac5dd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (e3e313e2-08c8-487d-8933-e52f68b24fab), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.702090 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dc909510-598e-40bc-86ad-7f0ea6dac5dd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (e3e313e2-08c8-487d-8933-e52f68b24fab), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.722176 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc909510-598e-40bc-86ad-7f0ea6dac5dd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e313e2-08c8-487d-8933-e52f68b24fab,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:59.732031 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dc909510-598e-40bc-86ad-7f0ea6dac5dd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.733264 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-dc909510-598e-40bc-86ad-7f0ea6dac5dd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524286 Oct 23 02:12:59.736805 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51788) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:59.742070 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-8770d37d-84c8-4087-90f0-9aa3f9a9038a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group_rule': {'security_group_id': '812ca2c0-8a4d-407d-9d18-c10bbebdd06c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:59.776020 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8770d37d-84c8-4087-90f0-9aa3f9a9038a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (3660ec6f-6bb7-444e-9f6f-4e58515794e4), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.833657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8770d37d-84c8-4087-90f0-9aa3f9a9038a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (3660ec6f-6bb7-444e-9f6f-4e58515794e4), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.838819 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8770d37d-84c8-4087-90f0-9aa3f9a9038a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (3660ec6f-6bb7-444e-9f6f-4e58515794e4), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.860664 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770d37d-84c8-4087-90f0-9aa3f9a9038a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3660ec6f-6bb7-444e-9f6f-4e58515794e4,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:12:59.868862 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8770d37d-84c8-4087-90f0-9aa3f9a9038a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:12:59.873476 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-8770d37d-84c8-4087-90f0-9aa3f9a9038a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321442 Oct 23 02:12:59.873683 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 51792) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:12:59.879215 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:12:59.917231 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.049370 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcac91-d52a-492f-99b3-ed03dfc40853 req-3ca3110e-42e8-4073-aefa-606d4a9fb34b tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:00.050885 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0dcac91-d52a-492f-99b3-ed03dfc40853 req-3ca3110e-42e8-4073-aefa-606d4a9fb34b tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0653450 Oct 23 02:13:00.077680 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.135778 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:00.150997 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0dcac91-d52a-492f-99b3-ed03dfc40853 req-6a11b314-1398-4abb-a665-7202c98281b4 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912716 Oct 23 02:13:00.219678 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Allocated IP 172.27.0.80 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/6034861a-cea2-43e2-8f9f-287dca3df4d7) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:00.229778 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:00.336284 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (6034861a-cea2-43e2-8f9f-287dca3df4d7), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.373191 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (6034861a-cea2-43e2-8f9f-287dca3df4d7), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.432364 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:00.435079 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:00.438521 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=6034861a-cea2-43e2-8f9f-287dca3df4d7,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:00.444023 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:00.531277 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.567364 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6034861a-cea2-43e2-8f9f-287dca3df4d7), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.748794 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4ad13-32de-41f2-be7c-3c29e0ea7bee req-dc005a1d-d21b-4a73-a81d-3f13d9eb90c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:00.750285 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-22b4ad13-32de-41f2-be7c-3c29e0ea7bee req-dc005a1d-d21b-4a73-a81d-3f13d9eb90c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0669150 Oct 23 02:13:00.774888 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (6034861a-cea2-43e2-8f9f-287dca3df4d7), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.784928 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (6034861a-cea2-43e2-8f9f-287dca3df4d7), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.878517 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.885619 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-22b4ad13-32de-41f2-be7c-3c29e0ea7bee req-28aa6c92-acd3-4176-aea0-58538f83d9ad tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267004 Oct 23 02:13:00.886145 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=6034861a-cea2-43e2-8f9f-287dca3df4d7,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:00.903321 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:00.904684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d2666a46-1ad4-4447-8ef9-4a979c504ee1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0296240 Oct 23 02:13:00.954828 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:13:00.966889 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:00.967496 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:01.064553 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-56f892b1-2b8b-418a-aecd-34fa943924f3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--847334592&fields=id&tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 267 time: 0.0434234 Oct 23 02:13:01.071126 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:01.082066 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:01.124251 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:01.182512 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-56ab83e8-9708-4b6d-b238-a1f68262f1c2 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:01.184022 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-56ab83e8-9708-4b6d-b238-a1f68262f1c2 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 815 time: 0.1117580 Oct 23 02:13:01.199012 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-559dfc28-6453-46d4-8a1e-56b068b734d2 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/quotas/eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 375 time: 0.0092974 Oct 23 02:13:01.265381 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 2, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:01.274464 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-f3c8a1b3-0264-4992-9d82-0768f3065c69 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704317 Oct 23 02:13:01.291740 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:13:01.292092 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Updating router 37e06246-38a8-495f-aff7-582daddda976 port c766553d-578b-45c7-8e02-ed171b2bffc8 binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:13:01.300068 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1443a3-d873-461c-a414-eb717468d13a req-0d1dcc11-10e3-4ebc-9b26-379865695f7f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:01.307126 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb1443a3-d873-461c-a414-eb717468d13a req-0d1dcc11-10e3-4ebc-9b26-379865695f7f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0685558 Oct 23 02:13:01.326260 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:01.369546 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ad6bb5f5-1e73-4ecd-8f68-381fe064267a up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:01.405013 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb1443a3-d873-461c-a414-eb717468d13a req-8e087a7d-7386-4e8d-9312-fefc8cf2d1f5 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970244 Oct 23 02:13:01.415443 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port ad6bb5f5-1e73-4ecd-8f68-381fe064267a triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:01.415832 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:01.416178 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port ad6bb5f5-1e73-4ecd-8f68-381fe064267a Oct 23 02:13:01.426822 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-4f4a4e56-272a-4a4b-b68e-2903331adacc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393235 Oct 23 02:13:01.458610 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:01.522746 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port ad6bb5f5-1e73-4ecd-8f68-381fe064267a is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:01.523180 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:01.531230 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-f9471dfb-9a35-453f-abc7-4da1ce35484c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984015 Oct 23 02:13:01.533953 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:01.547016 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port ad6bb5f5-1e73-4ecd-8f68-381fe064267a, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ad6bb5f5-1e73-4ecd-8f68-381fe064267a,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:01.551415 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:01.554127 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:01.608992 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=ad6bb5f5-1e73-4ecd-8f68-381fe064267a,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:01.613922 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Publish callbacks [] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:01.620588 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:01.712788 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Pushing event updated for resources: {'Port': ['ID=c766553d-578b-45c7-8e02-ed171b2bffc8,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:01.715772 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-61f1d044-9804-43e0-814c-6787eb06b56f req-ff5885af-da73-42fc-980b-5eb390ba34bb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0374038 Oct 23 02:13:01.722091 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.722489 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.722825 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.723190 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.723526 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.724117 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.724496 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.724791 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.725311 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.725646 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.725976 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.726318 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.726831 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.727166 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.727493 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:01.736048 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Attempting to bind port c766553d-578b-45c7-8e02-ed171b2bffc8 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:01.736556 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Attempting to bind port c766553d-578b-45c7-8e02-ed171b2bffc8 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:01.736780 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Attempting to bind port c766553d-578b-45c7-8e02-ed171b2bffc8 on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:01.782988 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:01.783375 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Checking segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:01.783777 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:01.784164 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Bound using segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:01.784626 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Bound port: c766553d-578b-45c7-8e02-ed171b2bffc8, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:01.784999 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:01.845812 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] For port c766553d-578b-45c7-8e02-ed171b2bffc8, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:01.849417 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] For port c766553d-578b-45c7-8e02-ed171b2bffc8, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c766553d-578b-45c7-8e02-ed171b2bffc8,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:01.856469 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:01.904556 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:01.905190 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:12:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:02.028732 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a9542-c6ea-43c2-b8fd-d9da9e6479cd req-c57acfa4-1c0c-4358-91b6-3c44ae11e683 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:02.029641 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86020d11-f3fe-4614-a76c-b911f258f314 None None] Pushing event updated for resources: {'Port': ['ID=c766553d-578b-45c7-8e02-ed171b2bffc8,revision_number=4']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:02.030525 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8a0a9542-c6ea-43c2-b8fd-d9da9e6479cd req-c57acfa4-1c0c-4358-91b6-3c44ae11e683 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0549278 Oct 23 02:13:02.101739 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8a0a9542-c6ea-43c2-b8fd-d9da9e6479cd req-703e6feb-5d5c-4ac6-89d3-bb064532d382 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542829 Oct 23 02:13:02.107679 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:13:02.131424 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:02.320122 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:02.344075 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1a2a79-0f1b-4091-9faa-6400f9e2c682 None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:13:02.537766 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad69c-106a-4574-a165-6a964f13404d req-dfb02fd0-d586-48d0-b0f9-aa784ce6bc74 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:02.539412 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cbcad69c-106a-4574-a165-6a964f13404d req-dfb02fd0-d586-48d0-b0f9-aa784ce6bc74 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0500669 Oct 23 02:13:02.594210 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cbcad69c-106a-4574-a165-6a964f13404d req-4cc8e91a-d328-470e-bd5e-0fddad4b1226 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486786 Oct 23 02:13:02.826536 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5473f9b6-5972-4943-81d3-9fd79c16a6cc req-5c286de0-1103-4854-9ac9-39da05d5420e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0335562 Oct 23 02:13:03.232956 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a48f6-adc6-4974-93db-34fa751c12d0 req-c2f0ccb9-7906-4384-a8f3-6733eb1edbfd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:03.234417 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-041a48f6-adc6-4974-93db-34fa751c12d0 req-c2f0ccb9-7906-4384-a8f3-6733eb1edbfd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0453548 Oct 23 02:13:03.281230 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-041a48f6-adc6-4974-93db-34fa751c12d0 req-8d83fc9f-c898-4dad-aa24-6d0443fa454e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Oct 23 02:13:03.363785 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ad6bb5f5-1e73-4ecd-8f68-381fe064267a up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:03.406667 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port ad6bb5f5-1e73-4ecd-8f68-381fe064267a triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:03.407045 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:03.407382 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port ad6bb5f5-1e73-4ecd-8f68-381fe064267a Oct 23 02:13:03.482025 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port ad6bb5f5-1e73-4ecd-8f68-381fe064267a is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:03.483075 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c766553d-578b-45c7-8e02-ed171b2bffc8 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:03.514284 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:03.527959 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port c766553d-578b-45c7-8e02-ed171b2bffc8 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:03.528334 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:03.528671 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port c766553d-578b-45c7-8e02-ed171b2bffc8 Oct 23 02:13:03.603885 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port c766553d-578b-45c7-8e02-ed171b2bffc8 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:03.604272 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:03.636496 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port c766553d-578b-45c7-8e02-ed171b2bffc8, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c766553d-578b-45c7-8e02-ed171b2bffc8,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:03.641002 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:03.691781 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=c766553d-578b-45c7-8e02-ed171b2bffc8,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:03.728156 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959dd38-7024-4940-999e-52bfac831cfb req-f84cd6d7-cde9-45dd-8d12-36be03f2ad02 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:03.729622 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4959dd38-7024-4940-999e-52bfac831cfb req-f84cd6d7-cde9-45dd-8d12-36be03f2ad02 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0578458 Oct 23 02:13:03.776516 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4959dd38-7024-4940-999e-52bfac831cfb req-af567fff-4e65-4445-9672-8fcd4cf22af7 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Oct 23 02:13:03.926615 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cffda75d-08be-4f16-b951-9347acd56859 req-be7e6d3f-1a45-454a-a563-f94080409c2f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0265982 Oct 23 02:13:04.400520 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33050b9-4789-43f1-8a1c-fb6537113063 req-eaeb8c3f-421f-451b-912b-85577ff51467 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:04.401963 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f33050b9-4789-43f1-8a1c-fb6537113063 req-eaeb8c3f-421f-451b-912b-85577ff51467 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0449841 Oct 23 02:13:04.449729 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f33050b9-4789-43f1-8a1c-fb6537113063 req-4aa75d5c-7e8c-4d1f-9b0f-255444d1cf84 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Oct 23 02:13:04.861970 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:04.900250 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04126448-d11b-4550-ad8e-42c3ad8edbaf req-155469bf-2926-434d-837a-dbebf4bc06e4 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:04.901687 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04126448-d11b-4550-ad8e-42c3ad8edbaf req-155469bf-2926-434d-837a-dbebf4bc06e4 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0493870 Oct 23 02:13:04.947652 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04126448-d11b-4550-ad8e-42c3ad8edbaf req-aa95a10f-079e-4bdf-8c3e-059ca9957a56 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 Oct 23 02:13:05.027557 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e5d3e78f-76e4-4b29-a48c-531e6189f3bc req-335a57c7-d450-4ce6-905f-6692043fc2ec tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0282848 Oct 23 02:13:05.347700 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c766553d-578b-45c7-8e02-ed171b2bffc8 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:05.391080 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port c766553d-578b-45c7-8e02-ed171b2bffc8 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:05.391455 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:05.391793 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port c766553d-578b-45c7-8e02-ed171b2bffc8 Oct 23 02:13:05.465988 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port c766553d-578b-45c7-8e02-ed171b2bffc8 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:05.569591 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858697d-e136-4d85-9db9-df6ab1222eb1 req-d90d9661-193a-4c1a-9a2a-3381dcd3641a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:05.571070 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d858697d-e136-4d85-9db9-df6ab1222eb1 req-d90d9661-193a-4c1a-9a2a-3381dcd3641a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0471992 Oct 23 02:13:05.618463 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d858697d-e136-4d85-9db9-df6ab1222eb1 req-1ff08883-cd6b-448d-978a-41ec6f2fb2d3 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416543 Oct 23 02:13:06.064534 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:06.074023 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe34d1-82eb-442f-b62b-3a5ae0c25402 req-8cce37ff-5719-4e75-aa66-632224062ba1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:06.075520 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3dfe34d1-82eb-442f-b62b-3a5ae0c25402 req-8cce37ff-5719-4e75-aa66-632224062ba1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0547917 Oct 23 02:13:06.142960 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a1f3e1c-07e9-4fc1-86a2-83bb8ee07a90 req-b6cb1674-2f3b-4248-9ef1-b19493c9be3a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0402088 Oct 23 02:13:06.147747 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3dfe34d1-82eb-442f-b62b-3a5ae0c25402 req-b3a1e080-15f7-4626-9269-544c9617240c tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667033 Oct 23 02:13:06.736459 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c366e-5f70-4288-9230-e0cacb2ac8c9 req-1cbd5489-f444-4c24-849f-488c79c3decc tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:06.737912 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-079c366e-5f70-4288-9230-e0cacb2ac8c9 req-1cbd5489-f444-4c24-849f-488c79c3decc tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0461614 Oct 23 02:13:06.788077 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-079c366e-5f70-4288-9230-e0cacb2ac8c9 req-4638f4b6-bc98-4f30-9a7d-1d713c858576 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444770 Oct 23 02:13:07.250652 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c5d50ae3-88da-444f-8115-2b54d44da599 req-15b86046-15ec-4bbb-804c-37a24b02e460 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0348563 Oct 23 02:13:07.285056 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b772a-02b9-455f-ba7b-f96461fcab0c req-4ab2e9f6-331f-4e47-af94-eafee8a512e2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:07.286575 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ff4b772a-02b9-455f-ba7b-f96461fcab0c req-4ab2e9f6-331f-4e47-af94-eafee8a512e2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0612271 Oct 23 02:13:07.334895 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ff4b772a-02b9-455f-ba7b-f96461fcab0c req-595a6105-8178-4a31-95ea-2c8c2950cfc1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Oct 23 02:13:07.906158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5f54e-7c73-4698-ad4e-6b32168f5fb6 req-bb02162a-2a08-4e57-a99b-f9cde2729fd6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:07.907666 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deb5f54e-7c73-4698-ad4e-6b32168f5fb6 req-bb02162a-2a08-4e57-a99b-f9cde2729fd6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0470316 Oct 23 02:13:07.958174 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deb5f54e-7c73-4698-ad4e-6b32168f5fb6 req-9bd59d67-db67-4989-b9a4-6510054eb8df tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Oct 23 02:13:08.354624 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7e1f4ee6-7cff-4c95-a8bc-9ae3bdbb7dca req-5d3cc810-7bf7-44a4-8eab-2298a2624861 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0279675 Oct 23 02:13:08.459427 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee4f1-7edf-43f2-a65b-c5ecc72309ef req-04085a2a-905b-4c21-9ab1-ab186a178741 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:08.460889 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-61dee4f1-7edf-43f2-a65b-c5ecc72309ef req-04085a2a-905b-4c21-9ab1-ab186a178741 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0472822 Oct 23 02:13:08.508879 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-61dee4f1-7edf-43f2-a65b-c5ecc72309ef req-d7536635-0b59-4d94-b29d-af80103d3858 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Oct 23 02:13:09.081182 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19acbe-59d2-4f83-8e02-ece16b03f30e req-06d6c0a8-db8d-4f2a-9c63-b6534e5ffb3f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:09.082788 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e19acbe-59d2-4f83-8e02-ece16b03f30e req-06d6c0a8-db8d-4f2a-9c63-b6534e5ffb3f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0468564 Oct 23 02:13:09.134077 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e19acbe-59d2-4f83-8e02-ece16b03f30e req-1bab5b86-fe63-4682-aca1-40336257254c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457368 Oct 23 02:13:09.456731 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e5f163fa-71b3-4448-9af6-bdb056d36b1b req-f9a55a85-ba9f-4135-841e-db1c907ea33a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0279703 Oct 23 02:13:09.644868 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1c5f5-9379-40ab-8f3f-ab568e340d74 req-e7eadeef-1d99-4b9d-99fc-6114e677a610 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:09.646955 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-84e1c5f5-9379-40ab-8f3f-ab568e340d74 req-e7eadeef-1d99-4b9d-99fc-6114e677a610 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0484138 Oct 23 02:13:09.695721 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-84e1c5f5-9379-40ab-8f3f-ab568e340d74 req-1171dc60-569b-4501-a644-f7563a64c66e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Oct 23 02:13:09.722386 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:09.725327 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:10.261706 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e37ce5-4fb4-487d-b5ae-ee076358b719 req-77f2f416-1e78-4708-a662-a18cd7cd8414 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:10.263322 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-09e37ce5-4fb4-487d-b5ae-ee076358b719 req-77f2f416-1e78-4708-a662-a18cd7cd8414 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0510948 Oct 23 02:13:10.305000 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:10.314315 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-09e37ce5-4fb4-487d-b5ae-ee076358b719 req-cf84cee4-2ce2-4072-a5c6-adf36a56d10f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Oct 23 02:13:10.565601 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dc215066-ec80-4bbe-80fe-45a1eccbab32 req-e12b8841-08a0-4a37-92ad-3583816abe7d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0285306 Oct 23 02:13:10.913025 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-1804a5b8-ac8f-44b5-a812-191e21625d89 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:10.914549 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-1804a5b8-ac8f-44b5-a812-191e21625d89 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.1626434 Oct 23 02:13:10.947232 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796395d-2750-4bfc-abdc-bb397d6023fd req-47c07b55-2935-4d5d-bd71-1830a7077cb0 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:10.948616 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3796395d-2750-4bfc-abdc-bb397d6023fd req-47c07b55-2935-4d5d-bd71-1830a7077cb0 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.1538701 Oct 23 02:13:10.989599 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-7f8e757b-def7-4d05-8f9d-d671b44722bb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:10.991119 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-7f8e757b-def7-4d05-8f9d-d671b44722bb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 815 time: 0.2408104 Oct 23 02:13:11.023435 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3796395d-2750-4bfc-abdc-bb397d6023fd req-e9fa9d94-65f7-44f0-bb65-704dc086a5c1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611553 Oct 23 02:13:11.443102 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a9573-4429-4560-abfa-76e9708d27f0 req-da499337-1925-425b-9a28-60b208be5ee6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:11.444610 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a12a9573-4429-4560-abfa-76e9708d27f0 req-da499337-1925-425b-9a28-60b208be5ee6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0527918 Oct 23 02:13:11.466675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:11.494253 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a12a9573-4429-4560-abfa-76e9708d27f0 req-fe555650-a825-400a-a092-fe127aeac5dd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440195 Oct 23 02:13:11.674210 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1aa52974-697c-4636-8bf7-f2136ce45cb6 req-8f7b0fc2-1dde-4684-8533-513250710a58 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0276642 Oct 23 02:13:12.165909 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb3cc0-fd2b-4b24-b496-0008cc2b7425 req-e7f1e85a-6455-42a6-9738-b76a080fb718 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:12.167608 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f9bb3cc0-fd2b-4b24-b496-0008cc2b7425 req-e7f1e85a-6455-42a6-9738-b76a080fb718 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 946 time: 0.0547712 Oct 23 02:13:12.221759 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f9bb3cc0-fd2b-4b24-b496-0008cc2b7425 req-0933714f-33e2-4e1e-9d95-ba0e489b0471 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 Oct 23 02:13:12.322914 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:12.324232 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:12.432624 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Deleting port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:13:12.432962 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:12.442715 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-3ef5b49c-7d9d-4d6c-ac5c-409d02461bbb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 379 time: 0.1524255 Oct 23 02:13:12.500087 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'port': {'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'admin_state_up': True, 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'security_groups': ['812ca2c0-8a4d-407d-9d18-c10bbebdd06c']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:12.630142 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1218e6-ccb8-4e39-a5f5-231a7f30dd25 req-8565234d-f857-4ff7-8047-cb3d65b50cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:12.631646 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8a1218e6-ccb8-4e39-a5f5-231a7f30dd25 req-8565234d-f857-4ff7-8047-cb3d65b50cc2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 1129 time: 0.1473684 Oct 23 02:13:12.670627 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] For port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:12.670991 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:12.700247 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7b591-a307-447a-823b-a8b0d16db128 req-68ab57ce-bbcb-4eb4-8a16-c720bce0c196 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:12.701708 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-32a7b591-a307-447a-823b-a8b0d16db128 req-68ab57ce-bbcb-4eb4-8a16-c720bce0c196 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1255548 Oct 23 02:13:12.719770 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Calling delete_port for 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:13:13.069185 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:13.076788 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8a1218e6-ccb8-4e39-a5f5-231a7f30dd25 req-c2663eee-a4b8-466b-b648-72c49644201a service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372325 Oct 23 02:13:13.085565 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-115db3d3-efe4-4821-86ec-67bce23d5041 req-b2af3ee5-9ab6-44a1-ac92-0f301d522bc8 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.3165176 Oct 23 02:13:13.114890 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-32a7b591-a307-447a-823b-a8b0d16db128 req-8a60f94c-b2c2-4664-ac84-1148044b7b62 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027886 Oct 23 02:13:13.125942 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Made reservation on behalf of eab81e47f8d6426fbd5b50d1eb7fc14a for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:13:13.132601 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:13.204097 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:13.280334 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:13:13.303820 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:13.324985 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No active binding found for port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e {{(pid=104674) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 23 02:13:13.325516 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] The host hv-cinder-86149 is not matching for port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e host None! {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 23 02:13:13.326036 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:13:13.364728 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dd600c3f-5c0e-44f1-9e62-53475405c72b req-fbbb241e-5e50-4f6b-88e8-0190b9a1f5cb tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 210 time: 0.0649724 Oct 23 02:13:13.366158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Allocated IP 172.20.0.6 (a7b3cf49-41ec-4949-b12a-aff94c1d3d94/4f0e358f-5b23-42c2-8b93-b234f6d24eb7/3575bee5-b894-41b6-ba5e-2cac0d91950d) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:13.368206 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Pushing event deleted for resources: {'Port': ['ID=04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:13.388457 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.388817 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.389164 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.389514 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.389845 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.390175 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.390532 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.390864 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.391193 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.391520 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.391859 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.392204 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.392526 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.392848 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.393439 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:13.447205 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] No DVR routers for this DVR port 04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:13:13.451260 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:13.454527 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8875c83e-316c-4f90-b781-dd42aaa1e6ba req-d77f63bc-341b-4a14-827d-2df0ba961fdf tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.49 "DELETE /networking/v2.0/ports/04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e HTTP/1.1" status: 204 len: 173 time: 1.1634574 Oct 23 02:13:13.455030 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2a875f-e253-497b-a316-729833572690', 'name': 'network-vif-deleted', 'tag': '04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:13:13.458015 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3f9632-4efe-4a85-8726-5cdfc0060663" -d '{"events": [{"server_uuid": "7f2a875f-e253-497b-a316-729833572690", "name": "network-vif-deleted", "tag": "04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:13:13.520583 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47149902-2f06-4932-a518-ced598f60c11 x-openstack-request-id: req-47149902-2f06-4932-a518-ced598f60c11 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:13:13.521248 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2a875f-e253-497b-a316-729833572690", "name": "network-vif-deleted", "tag": "04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:13:13.521248 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47149902-2f06-4932-a518-ced598f60c11 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:13:13.521565 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47149902-2f06-4932-a518-ced598f60c11'] response: {'server_uuid': '7f2a875f-e253-497b-a316-729833572690', 'name': 'network-vif-deleted', 'tag': '04e7e7de-2c70-4c7e-ac6f-c1a8f4d25e2e', 'status': 'completed', 'code': 200} Oct 23 02:13:13.583113 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:13.614277 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:13.663609 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:13.669865 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:13.673680 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:13.680867 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=3575bee5-b894-41b6-ba5e-2cac0d91950d,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:13.703212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18454888-3c2f-432b-b6e4-5504cab7fe54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:13.733323 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:13.733942 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:13.752519 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-c4f2eb7c-5cd7-4385-ae08-4fcc4c23e64e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2669802 Oct 23 02:13:13.841411 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Request body: {'port': {'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:13.921739 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:14.032877 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:14.045996 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-361dc7f8-442e-4bf0-97a3-52d67e187074 None None] Provisioning complete for port 3575bee5-b894-41b6-ba5e-2cac0d91950d triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:14.046473 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-361dc7f8-442e-4bf0-97a3-52d67e187074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:14.046881 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-361dc7f8-442e-4bf0-97a3-52d67e187074 None None] Attempt 1 to provision port 3575bee5-b894-41b6-ba5e-2cac0d91950d Oct 23 02:13:14.079707 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-361dc7f8-442e-4bf0-97a3-52d67e187074 None None] Port 3575bee5-b894-41b6-ba5e-2cac0d91950d cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:13:14.159282 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:14.244731 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3575bee5-b894-41b6-ba5e-2cac0d91950d {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:13:14.279580 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Publish callbacks [] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:14.308134 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653a48d-5ba5-4a73-a65c-068ad1da9ace req-d10e22b0-1c4f-4eb6-9d5a-1dbd20fce9d8 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:14.309641 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7653a48d-5ba5-4a73-a65c-068ad1da9ace req-d10e22b0-1c4f-4eb6-9d5a-1dbd20fce9d8 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 931 time: 0.1226087 Oct 23 02:13:14.319804 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Transition to ACTIVE for port object 3575bee5-b894-41b6-ba5e-2cac0d91950d will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:13:14.330950 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4e146-5e8e-4188-bb64-e9f6186cb945 req-5f899f38-7afe-47e7-9204-fbb2080f6a87 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:14.333529 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e9f4e146-5e8e-4188-bb64-e9f6186cb945 req-5f899f38-7afe-47e7-9204-fbb2080f6a87 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.1312628 Oct 23 02:13:14.335702 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:14.449197 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Pushing event updated for resources: {'Port': ['ID=3575bee5-b894-41b6-ba5e-2cac0d91950d,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:14.492319 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7653a48d-5ba5-4a73-a65c-068ad1da9ace req-9c2d691b-a8ab-4090-95c9-799e4b056834 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738191 Oct 23 02:13:14.498732 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e9f4e146-5e8e-4188-bb64-e9f6186cb945 req-d0e40675-8505-4bda-b862-94eb476a1750 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510158 Oct 23 02:13:14.538259 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Attempting to bind port 3575bee5-b894-41b6-ba5e-2cac0d91950d on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:14.538884 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Attempting to bind port 3575bee5-b894-41b6-ba5e-2cac0d91950d by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:14.539024 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Attempting to bind port 3575bee5-b894-41b6-ba5e-2cac0d91950d on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:14.620095 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-76f20d7b-86f7-46ec-8805-a9510922e977 req-711437ad-d8bf-4f3d-8536-48168b9145c6 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7f2a875f-e253-497b-a316-729833572690 HTTP/1.1" status: 200 len: 210 time: 0.0342376 Oct 23 02:13:14.623534 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Port 3575bee5-b894-41b6-ba5e-2cac0d91950d on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:13:14.623874 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Attempting to bind port 3575bee5-b894-41b6-ba5e-2cac0d91950d on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:14.670596 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:14.670936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Checking segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:14.671321 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Bound using segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:14.671757 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Bound port: 3575bee5-b894-41b6-ba5e-2cac0d91950d, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:14.672108 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:14.741681 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] For port 3575bee5-b894-41b6-ba5e-2cac0d91950d, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:14.744887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] For port 3575bee5-b894-41b6-ba5e-2cac0d91950d, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3575bee5-b894-41b6-ba5e-2cac0d91950d,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:14.751510 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:14.778189 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:14.778851 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:14.780252 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/3575bee5-b894-41b6-ba5e-2cac0d91950d HTTP/1.1" status: 200 len: 1093 time: 0.9448454 Oct 23 02:13:14.805084 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b91de-0397-442e-b645-ad6ebf89c27a service neutron] Pushing event updated for resources: {'Port': ['ID=3575bee5-b894-41b6-ba5e-2cac0d91950d,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:15.523345 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'tag': '3575bee5-b894-41b6-ba5e-2cac0d91950d'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:13:15.525730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d101a846-7eaa-47e4-852d-1bebc3421527" -d '{"events": [{"name": "network-changed", "server_uuid": "d89425f0-1391-4e8f-9135-b292f96bbb8f", "tag": "3575bee5-b894-41b6-ba5e-2cac0d91950d"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:13:15.572725 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e2e6a-d928-41ff-9d17-a7c3da504f22 x-openstack-request-id: req-347e2e6a-d928-41ff-9d17-a7c3da504f22 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:13:15.573874 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89425f0-1391-4e8f-9135-b292f96bbb8f", "tag": "3575bee5-b894-41b6-ba5e-2cac0d91950d", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:13:15.573874 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-347e2e6a-d928-41ff-9d17-a7c3da504f22 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:13:15.573874 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347e2e6a-d928-41ff-9d17-a7c3da504f22'] response: {'name': 'network-changed', 'server_uuid': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'tag': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'status': 'completed', 'code': 200} Oct 23 02:13:15.661530 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1bfe9-3fe9-47ba-8b26-d7efd6161e9d req-e293c171-8e43-4b21-b8ce-dbf941640088 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:15.663122 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aeb1bfe9-3fe9-47ba-8b26-d7efd6161e9d req-e293c171-8e43-4b21-b8ce-dbf941640088 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 943 time: 0.0766098 Oct 23 02:13:15.694126 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe3a39-6a91-4e40-a92d-5a46dc721ae3 req-359b17fc-afa8-4c7c-ab25-fda02570e42a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:15.695917 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-17fe3a39-6a91-4e40-a92d-5a46dc721ae3 req-359b17fc-afa8-4c7c-ab25-fda02570e42a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0745244 Oct 23 02:13:15.709125 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:15.789018 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aeb1bfe9-3fe9-47ba-8b26-d7efd6161e9d req-1bfa872e-4bfe-40e3-9f3e-69083676da7a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163201 Oct 23 02:13:15.795523 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-4d75fc5f-966b-46bf-8030-935d10376611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:15.796947 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-4d75fc5f-966b-46bf-8030-935d10376611 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 1127 time: 0.0979772 Oct 23 02:13:15.886133 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-17fe3a39-6a91-4e40-a92d-5a46dc721ae3 req-e3160ce6-5b03-4f00-b114-d1a7e8f68dcd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754696 Oct 23 02:13:15.888443 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-9bf727dc-c3c6-4dbd-a832-03a78e9b4540 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3575bee5-b894-41b6-ba5e-2cac0d91950d HTTP/1.1" status: 200 len: 217 time: 0.0690768 Oct 23 02:13:15.964378 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-7c24fd83-eb9a-4b13-a3c3-6140b3a92a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:15.966489 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-7c24fd83-eb9a-4b13-a3c3-6140b3a92a22 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.0703979 Oct 23 02:13:16.030042 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:16.045512 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-33ebec82-d634-4354-839e-6cac0c19bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:16.047097 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-33ebec82-d634-4354-839e-6cac0c19bd21 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744038 Oct 23 02:13:16.053379 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42209a87-bdd8-4c99-9975-51e7f20d8523 req-7dccb84f-f787-4820-85d0-75f7d15f36ad tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:16.054919 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-42209a87-bdd8-4c99-9975-51e7f20d8523 req-7dccb84f-f787-4820-85d0-75f7d15f36ad tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0739887 Oct 23 02:13:16.101351 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-3d91f4a3-51aa-41fb-9733-42dd9668dcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:16.252590 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-42209a87-bdd8-4c99-9975-51e7f20d8523 req-1b695abf-4268-4c3e-8e36-3f9b2019563b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756532 Oct 23 02:13:16.304608 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-f23dadde-41c2-458e-817f-017cc3111cc5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145286 Oct 23 02:13:16.343874 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e4db-d797-499d-af20-dc790efaaac1 req-09382bec-35c4-420c-bb34-02807b5cdacd tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:16.345467 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-09382bec-35c4-420c-bb34-02807b5cdacd tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/networks?id=4d27eda4-500e-483b-bb5d-00efa68e057f HTTP/1.1" status: 200 len: 809 time: 0.2461212 Oct 23 02:13:16.354292 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52130) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:16.391509 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-254534df-b24c-40cf-94d1-95ff6b24eba1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/quotas/e84f012d59214a6bb6e7f5490bfb2bfc HTTP/1.1" status: 200 len: 375 time: 0.0187979 Oct 23 02:13:16.461110 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-d1186049-aed4-41f2-b6a0-468d8493da0c tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e84f012d59214a6bb6e7f5490bfb2bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599575 Oct 23 02:13:16.465432 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96560c6d-2696-499e-bdeb-eded11953ab4 req-ecc24d45-045f-4f6c-8a79-6306e8800bf3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494462 Oct 23 02:13:16.486102 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:16.579688 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-d16c74e2-e5ef-4ec5-a615-803d4e4fb860 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093390 Oct 23 02:13:16.586582 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Publish callbacks [] for security_group (bfd449e3-03d2-4e89-9849-e5df238af596), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:16.592865 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (bfd449e3-03d2-4e89-9849-e5df238af596), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:16.665809 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd449e3-03d2-4e89-9849-e5df238af596,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:16.672755 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=719e994dee43405e9a48fde0a2f619c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165920 Oct 23 02:13:16.675546 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 52138) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:16.678855 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.679338 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.679715 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.680073 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.680475 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.681124 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.681936 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.688745 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.689297 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.689661 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.690103 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.690534 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.691063 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.692328 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.692821 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf175ab-6ba1-4756-8fb5-3779794087c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:16.729221 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-385a5d46-2ccc-44a5-b4d4-2afba670b0ce service neutron] 10.222.0.23 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374638 Oct 23 02:13:16.764118 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e168-833f-4be7-95aa-34bbae524b6c admin admin] Publish callbacks [] for security_group (bfd449e3-03d2-4e89-9849-e5df238af596), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:16.785925 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e168-833f-4be7-95aa-34bbae524b6c admin admin] Publish callbacks [] for security_group (bfd449e3-03d2-4e89-9849-e5df238af596), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:16.854657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e168-833f-4be7-95aa-34bbae524b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (bfd449e3-03d2-4e89-9849-e5df238af596), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:16.857693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e168-833f-4be7-95aa-34bbae524b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:16.858388 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-0ae2e168-833f-4be7-95aa-34bbae524b6c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/bfd449e3-03d2-4e89-9849-e5df238af596 HTTP/1.1" status: 204 len: 168 time: 0.1776400 Oct 23 02:13:16.875229 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2e168-833f-4be7-95aa-34bbae524b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd449e3-03d2-4e89-9849-e5df238af596,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:16.927529 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bcf213c6-c6ee-4c99-9c21-4b4b4d3f04b8 req-3d965eb1-f492-4c0e-a10c-5aa581c9863e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0483711 Oct 23 02:13:16.954554 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:16.966551 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138126c8-5c60-430f-bf93-c8db083e015c req-c86af8be-5b2a-4b27-96e4-efff2ead2d7f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:16.968156 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-138126c8-5c60-430f-bf93-c8db083e015c req-c86af8be-5b2a-4b27-96e4-efff2ead2d7f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 943 time: 0.0718489 Oct 23 02:13:17.021827 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-138126c8-5c60-430f-bf93-c8db083e015c req-4f7473ec-4a3f-4b1b-b14a-b012581da5e6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463014 Oct 23 02:13:17.173451 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:17.621426 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 52174) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:17.725072 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1498464790-network', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:17.748794 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Made reservation on behalf of 10f27676e78f475fa9734f3d6f541da5 for: {'network': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:13:17.751566 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:17.761642 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:17.817792 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:17.853382 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Publish callbacks [] for security_group (2084e6d7-f28b-45e5-8ca5-1a3d9da98b23), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:17.856426 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (2084e6d7-f28b-45e5-8ca5-1a3d9da98b23), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:17.885318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=104673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:13:17.896349 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2084e6d7-f28b-45e5-8ca5-1a3d9da98b23,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:17.904611 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (2f1bcc6d-6e5e-442f-a81e-7495d5ced93d), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:17.904611 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.segments_db [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Added segment 2f1bcc6d-6e5e-442f-a81e-7495d5ced93d of type vlan for network 6c5e8bc1-ae7a-4263-95d0-aa588702beec Oct 23 02:13:17.951128 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (6c5e8bc1-ae7a-4263-95d0-aa588702beec), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.004418 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (6c5e8bc1-ae7a-4263-95d0-aa588702beec), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.005425 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:18.006006 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.095608 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4730120 Oct 23 02:13:18.099606 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52188) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:18.104286 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131e148-c2f2-487a-8d09-1aa37aefd0c3 req-6ddcc0f4-c93f-4339-975f-8e12bc478d3c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:18.104501 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Request body: {'subnet': {'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1498464790-subnet', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:18.105722 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9131e148-c2f2-487a-8d09-1aa37aefd0c3 req-6ddcc0f4-c93f-4339-975f-8e12bc478d3c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.1424923 Oct 23 02:13:18.113618 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-42715744-a6b9-4935-9ecf-3bba7220c477 req-9437e905-bdf9-4118-887c-8bcf78f79928 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0928204 Oct 23 02:13:18.125275 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2537d-d94f-46ae-8388-3d774ef96230 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5e8bc1-ae7a-4263-95d0-aa588702beec,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:18.146865 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:13:18.155957 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Made reservation on behalf of 10f27676e78f475fa9734f3d6f541da5 for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:13:18.158400 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.173933 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9131e148-c2f2-487a-8d09-1aa37aefd0c3 req-f4eafb35-8502-4369-aa28-25de5b2e0a9f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578270 Oct 23 02:13:18.265338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae1a05-2ede-469c-a426-150f71b61342 req-12ae78d2-e9a9-46b8-8cfc-ccea61ca6bea tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:18.266884 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-35ae1a05-2ede-469c-a426-150f71b61342 req-12ae78d2-e9a9-46b8-8cfc-ccea61ca6bea tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 943 time: 0.0515077 Oct 23 02:13:18.320669 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-35ae1a05-2ede-469c-a426-150f71b61342 req-9ed4baeb-0caa-44c4-9db6-f39b25c800ce tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466611 Oct 23 02:13:18.370547 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (14d18a91-92ed-4139-8824-a82856c88c65), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.423196 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d18a91-92ed-4139-8824-a82856c88c65,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:18.439731 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Checking segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:18.440083 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Network hostable DHCP agents. Network: 6c5e8bc1-ae7a-4263-95d0-aa588702beec, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:13:18.458704 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:13:18.467187 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 6c5e8bc1-ae7a-4263-95d0-aa588702beec) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:18.471872 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:18.473582 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.480361 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73466a1e-1467-4515-904b-0fee8a9f3098 None None] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:13:18.493054 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-082908f6-1a87-406d-8da0-92a0721b908b admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3922961 Oct 23 02:13:18.495654 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:18.495798 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52192) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:18.500001 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:18.520180 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.521165 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.578715 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks [] for router_controller (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), precommit_add_association {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.594876 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:13:18.595965 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.719871 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks [] for router_gateway (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.742107 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Allocated IP 172.20.0.2 (6c5e8bc1-ae7a-4263-95d0-aa588702beec/14d18a91-92ed-4139-8824-a82856c88c65/ffdc2f82-cb00-48dc-86c3-c63b4eb5596c) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:18.791110 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:18.805221 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:18.812169 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:18.836042 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.921671 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Publish callbacks [] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.923763 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks [] for router_gateway (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.936765 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.945680 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.970935 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:18.995691 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:18.999058 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:19.000870 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Pushing event updated for resources: {'Port': ['ID=ffdc2f82-cb00-48dc-86c3-c63b4eb5596c,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:19.003042 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:19.013128 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.013476 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.013838 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.014178 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.014534 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.014870 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.015196 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.015522 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.015847 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.016169 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.016494 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.016831 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.017156 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.017473 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.017792 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:13:19.063421 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Allocated IP 172.27.0.160 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:19.075768 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Attempting to bind port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:19.076142 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Attempting to bind port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:19.076500 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Attempting to bind port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:19.120514 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:19.120880 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Checking segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:19.121283 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:19.121674 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Bound using segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:19.122136 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Bound port: ffdc2f82-cb00-48dc-86c3-c63b4eb5596c, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:19.122566 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:19.177051 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks [] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:19.201174 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] For port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:19.216405 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] For port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ffdc2f82-cb00-48dc-86c3-c63b4eb5596c,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:19.218101 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:19.228738 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:19.250128 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-10d557e1-8816-4ae3-8724-e17a02b6c41c req-52eb8303-3f40-4c0b-9121-ceceef2a6c0a tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0439167 Oct 23 02:13:19.315078 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:19.324324 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:19.327862 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:19.341387 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3592d74-96cc-47a3-9cf2-5af098d1b249 None None] Pushing event updated for resources: {'Port': ['ID=ffdc2f82-cb00-48dc-86c3-c63b4eb5596c,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:19.344814 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 3575bee5-b894-41b6-ba5e-2cac0d91950d details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:13:19.468234 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-05e0b9c8-01df-432c-8557-ae63ec9a55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:19.471708 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-05e0b9c8-01df-432c-8557-ae63ec9a55be service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 1127 time: 0.2185414 Oct 23 02:13:19.478039 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=8 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:19.481357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 3575bee5-b894-41b6-ba5e-2cac0d91950d, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3575bee5-b894-41b6-ba5e-2cac0d91950d,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:19.508449 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:13:19.516519 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Pushing event updated for resources: {'Port': ['ID=02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:19.544825 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-cabf3a65-4591-424d-aef5-cffd2a3ce3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:19.546322 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-cabf3a65-4591-424d-aef5-cffd2a3ce3da service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 1130 time: 0.2214410 Oct 23 02:13:19.641641 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7e4c3-2282-49a8-b3bd-49362548908b req-5802f91b-1547-4be8-9b52-fcb1ba6075bc tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:19.649848 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8fe7e4c3-2282-49a8-b3bd-49362548908b req-5802f91b-1547-4be8-9b52-fcb1ba6075bc tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.1965680 Oct 23 02:13:19.661664 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 3575bee5-b894-41b6-ba5e-2cac0d91950d is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:19.662408 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:19.702760 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3575bee5-b894-41b6-ba5e-2cac0d91950d {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:13:19.733457 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 3575bee5-b894-41b6-ba5e-2cac0d91950d, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3575bee5-b894-41b6-ba5e-2cac0d91950d,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:19.739908 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:19.757539 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:19.771019 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks [] for router_gateway (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:19.802111 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=3575bee5-b894-41b6-ba5e-2cac0d91950d,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:19.840816 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65644073-334d-408e-93d0-577a4d34660c req-0c87dcde-7340-4880-8ba1-6df2c33daa85 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:19.842295 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-65644073-334d-408e-93d0-577a4d34660c req-0c87dcde-7340-4880-8ba1-6df2c33daa85 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 943 time: 0.3206589 Oct 23 02:13:19.913129 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:19.914469 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-70c478e0-7f8a-4763-ae57-6b6092f05c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:19.916039 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-70c478e0-7f8a-4763-ae57-6b6092f05c31 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.3607805 Oct 23 02:13:19.992532 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8fe7e4c3-2282-49a8-b3bd-49362548908b req-6d523676-7bb4-4a2c-b80d-96bf9add5114 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407338 Oct 23 02:13:20.001421 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-d3d90038-cc4e-4ec7-b943-a9da278bf0a9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201fa2da-3990-492d-a724-016abaeaf38a HTTP/1.1" status: 200 len: 217 time: 0.0718637 Oct 23 02:13:20.011202 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-c91350c4-5e71-4176-a85c-537a84d7023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:20.012627 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-c91350c4-5e71-4176-a85c-537a84d7023f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 916 time: 0.4897876 Oct 23 02:13:20.017252 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:20.021040 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-65644073-334d-408e-93d0-577a4d34660c req-fa59af40-e662-4b77-b77e-ffedcff72cd4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684983 Oct 23 02:13:20.023943 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:20.109884 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:20.156575 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:13:20.260770 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['3575bee5-b894-41b6-ba5e-2cac0d91950d'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:13:20.269169 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:13:20.297186 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:20.298625 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ac29f506-c9ad-4816-9a16-ca69977fc269 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8018441 Oct 23 02:13:20.301895 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52208) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:20.335051 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Sync routers for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:13:20.355591 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:20.356764 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:20.423685 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:20.572989 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:20.640702 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9974c720-676d-49cb-9e55-7861db63fb9f None None] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:13:20.686039 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-c466516d-f9ca-4527-88b9-23cef80425d2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3575bee5-b894-41b6-ba5e-2cac0d91950d HTTP/1.1" status: 200 len: 217 time: 0.4275839 Oct 23 02:13:20.771142 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-42d0cb8d-2f72-4c25-9d30-0469dc71823b req-7e3d1c20-fb50-4740-b866-b3e528454335 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 210 time: 0.1542327 Oct 23 02:13:20.812520 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-07adfd0d-c438-4f49-b17d-f0291c4a89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:20.814051 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-07adfd0d-c438-4f49-b17d-f0291c4a89ff service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.5569634 Oct 23 02:13:20.818800 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-6bc02b8b-accc-44a1-81ae-0e426c499e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:20.820323 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-6bc02b8b-accc-44a1-81ae-0e426c499e15 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.1151164 Oct 23 02:13:20.876518 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e4db-d797-499d-af20-dc790efaaac1 req-a2f2097b-1bec-4389-bbe1-b5b041164761 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:20.877990 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-a2f2097b-1bec-4389-bbe1-b5b041164761 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4d27eda4-500e-483b-bb5d-00efa68e057f HTTP/1.1" status: 200 len: 809 time: 0.2592344 Oct 23 02:13:20.915991 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-08405edd-b8fa-4a94-a2ca-26a11aa90e49 None None] Provisioning complete for port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:20.916369 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-08405edd-b8fa-4a94-a2ca-26a11aa90e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:20.916708 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-08405edd-b8fa-4a94-a2ca-26a11aa90e49 None None] Attempt 1 to provision port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c Oct 23 02:13:20.946946 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:20.957158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Request body: {'port': {'device_id': 'b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3', 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f', 'admin_state_up': True, 'tenant_id': 'e84f012d59214a6bb6e7f5490bfb2bfc'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:21.114663 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-d20c3f04-3bf1-46a0-9857-6bf7d57cd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:21.116305 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-d20c3f04-3bf1-46a0-9857-6bf7d57cd958 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1776590 Oct 23 02:13:21.133153 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:19Z', 'revision_number': 3, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:21.148159 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-50608394-44e4-4f66-86b6-7dd2c4d928a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:21.149782 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-50608394-44e4-4f66-86b6-7dd2c4d928a4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1987259 Oct 23 02:13:21.166174 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-08405edd-b8fa-4a94-a2ca-26a11aa90e49 None None] Current status of the port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:21.166824 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-08405edd-b8fa-4a94-a2ca-26a11aa90e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.173090 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Checking router: 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:13:21.173362 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Updating router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:13:21.212788 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Allocated IP 172.20.0.1 (6c5e8bc1-ae7a-4263-95d0-aa588702beec/14d18a91-92ed-4139-8824-a82856c88c65/5d83565a-e9d9-4447-9424-fdaa69518c46) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:21.221649 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aaac6-35aa-4685-9f82-f90c6c29e7e8 req-e5676596-e484-49b8-8542-3c72b56a9572 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:21.223367 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de6aaac6-35aa-4685-9f82-f90c6c29e7e8 req-e5676596-e484-49b8-8542-3c72b56a9572 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.1152482 Oct 23 02:13:21.226338 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.254125 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e164d5-af55-43c7-8028-465b7bab3619 req-2d75ce44-10ae-4103-9001-0fe491f36400 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:21.260988 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6e164d5-af55-43c7-8028-465b7bab3619 req-2d75ce44-10ae-4103-9001-0fe491f36400 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 944 time: 0.1100464 Oct 23 02:13:21.263082 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-08405edd-b8fa-4a94-a2ca-26a11aa90e49 None None] For port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ffdc2f82-cb00-48dc-86c3-c63b4eb5596c,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:21.270801 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:21.276674 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-08405edd-b8fa-4a94-a2ca-26a11aa90e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.366883 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:21.390469 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:21.461309 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ffdc2f82-cb00-48dc-86c3-c63b4eb5596c up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:21.514424 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08405edd-b8fa-4a94-a2ca-26a11aa90e49 None None] Pushing event updated for resources: {'Port': ['ID=ffdc2f82-cb00-48dc-86c3-c63b4eb5596c,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:21.558887 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-6c81a971-17a8-4a5c-bafa-5c2e23e3b8a4 None None] Provisioning complete for port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:21.559192 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6c81a971-17a8-4a5c-bafa-5c2e23e3b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.559525 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-6c81a971-17a8-4a5c-bafa-5c2e23e3b8a4 None None] Attempt 1 to provision port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c Oct 23 02:13:21.622125 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de6aaac6-35aa-4685-9f82-f90c6c29e7e8 req-c08bbd29-f09f-4ca0-a162-2b92aafba553 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865802 Oct 23 02:13:21.631368 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Made reservation on behalf of e84f012d59214a6bb6e7f5490bfb2bfc for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:13:21.636329 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.671489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:21.692009 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-4427a945-adec-4391-8e14-1b44c5168ea9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128218 Oct 23 02:13:21.694318 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-562abdbf-53ef-4f21-b7e1-ab98a24b12fa service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106965 Oct 23 02:13:21.710257 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6e164d5-af55-43c7-8028-465b7bab3619 req-daeefaab-c0f4-4b10-823b-569e81d52e82 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4241419 Oct 23 02:13:21.737281 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-6c81a971-17a8-4a5c-bafa-5c2e23e3b8a4 None None] Current status of the port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:21.743126 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:21.743407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.743719 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c Oct 23 02:13:21.759353 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:21.775506 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Publish callbacks [] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.833722 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:21.844740 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.902805 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:21.907751 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:21.914914 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:21.916459 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.920886 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:21.938561 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Publish callbacks [] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.947266 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:21.961056 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2a941168-cb51-4ba6-80af-5fa3123ae7d3 req-119e4ccf-faaa-439c-b2da-6b3223277a97 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0623834 Oct 23 02:13:21.976348 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Pushing event updated for resources: {'Port': ['ID=5d83565a-e9d9-4447-9424-fdaa69518c46,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:21.991481 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Attempting to bind port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:21.991864 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Attempting to bind port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:21.992242 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Attempting to bind port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:21.999875 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 3575bee5-b894-41b6-ba5e-2cac0d91950d up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:22.025564 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d101a846-7eaa-47e4-852d-1bebc3421527 req-a6e58095-2b20-4e24-8183-9073626cd5e9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195004 Oct 23 02:13:22.032259 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4e2591fc-6847-45af-b50a-5108858b47f7 req-7be480d9-fe6a-464f-ab02-c9d7dcd64407 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273606 Oct 23 02:13:22.062089 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46174f4c-b354-41f8-915d-e4f7f7e0dbee None None] Pushing event updated for resources: {'Port': ['ID=02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:22.069280 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Allocated IP 172.20.0.9 (4d27eda4-500e-483b-bb5d-00efa68e057f/48db8fa3-6075-40bb-8096-0066e3b41a9f/61317ede-51a1-40af-8eb5-20b778437720) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:22.100264 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:22.100669 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:22.101134 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.101546 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:22.102061 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Bound port: 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:22.102480 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.136060 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 3575bee5-b894-41b6-ba5e-2cac0d91950d completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:13:22.157506 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 3575bee5-b894-41b6-ba5e-2cac0d91950d triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:22.160655 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.161117 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 3575bee5-b894-41b6-ba5e-2cac0d91950d Oct 23 02:13:22.166574 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.204646 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:22.237434 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] For port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:22.241483 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] For port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:22.292454 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.308994 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks [] for port (61317ede-51a1-40af-8eb5-20b778437720), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.340588 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-011b5607-5666-4614-9885-9687c0851d5a None None] Provisioning complete for port 5d83565a-e9d9-4447-9424-fdaa69518c46 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:22.340859 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-011b5607-5666-4614-9885-9687c0851d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.341255 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-011b5607-5666-4614-9885-9687c0851d5a None None] Attempt 1 to provision port 5d83565a-e9d9-4447-9424-fdaa69518c46 Oct 23 02:13:22.354372 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (61317ede-51a1-40af-8eb5-20b778437720), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.369765 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 3575bee5-b894-41b6-ba5e-2cac0d91950d is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:22.370149 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.376359 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:22.376990 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:22.383872 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Publish callbacks [] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.392777 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.393608 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.413293 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Network 4d27eda4-500e-483b-bb5d-00efa68e057f is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:22.420296 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:22.424478 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:22.451123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Pushing event updated for resources: {'Port': ['ID=61317ede-51a1-40af-8eb5-20b778437720,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:22.473446 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-011b5607-5666-4614-9885-9687c0851d5a None None] Port 5d83565a-e9d9-4447-9424-fdaa69518c46 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:13:22.476776 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46174f4c-b354-41f8-915d-e4f7f7e0dbee None None] Pushing event updated for resources: {'Port': ['ID=02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:22.485067 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3575bee5-b894-41b6-ba5e-2cac0d91950d'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:13:22.487385 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fa79fe-672e-41f6-a034-3eba5544baf7" -d '{"events": [{"server_uuid": "d89425f0-1391-4e8f-9135-b292f96bbb8f", "name": "network-vif-plugged", "status": "completed", "tag": "3575bee5-b894-41b6-ba5e-2cac0d91950d"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:13:22.496123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:22.502728 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:22.505175 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Pushing event updated for resources: {'Port': ['ID=5d83565a-e9d9-4447-9424-fdaa69518c46,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:22.505444 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.528630 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-fc225b97-f9c7-4d59-94ef-a4ec5887ff4e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5793469 Oct 23 02:13:22.537222 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 3575bee5-b894-41b6-ba5e-2cac0d91950d, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3575bee5-b894-41b6-ba5e-2cac0d91950d,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:22.541967 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a968c3-fdaf-4a9f-95df-20305fb9258d x-openstack-request-id: req-02a968c3-fdaf-4a9f-95df-20305fb9258d {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:13:22.542262 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89425f0-1391-4e8f-9135-b292f96bbb8f", "name": "network-vif-plugged", "status": "completed", "tag": "3575bee5-b894-41b6-ba5e-2cac0d91950d", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:13:22.542575 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02a968c3-fdaf-4a9f-95df-20305fb9258d {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:13:22.542981 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a968c3-fdaf-4a9f-95df-20305fb9258d'] response: {'server_uuid': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'code': 200} Oct 23 02:13:22.553768 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Request body: {'port': {'device_id': 'b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:22.564094 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:22.566075 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:22.571334 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.624551 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (61317ede-51a1-40af-8eb5-20b778437720), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:22.640350 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:22.663841 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:22.748521 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=3575bee5-b894-41b6-ba5e-2cac0d91950d,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:22.812881 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:13:22.902958 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4c1d8-7150-49b0-a2a1-779a7b16b9e3 req-bdd66e1d-d7fb-4c47-90b3-7495fe4276e4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:22.912539 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e2d4c1d8-7150-49b0-a2a1-779a7b16b9e3 req-bdd66e1d-d7fb-4c47-90b3-7495fe4276e4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0889699 Oct 23 02:13:22.933097 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:22.955681 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:13:22.963265 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b83f8594-cc9a-4e6a-99b2-fb53a004c433 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/0c58f16d-7db3-4ee6-976e-e7cd1126bc90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6596384 Oct 23 02:13:23.041859 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-48a709d4-9fab-4cda-b250-faa267e8bc76 None None] Provisioning complete for port 5d83565a-e9d9-4447-9424-fdaa69518c46 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:23.042242 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-48a709d4-9fab-4cda-b250-faa267e8bc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.046764 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-48a709d4-9fab-4cda-b250-faa267e8bc76 None None] Attempt 1 to provision port 5d83565a-e9d9-4447-9424-fdaa69518c46 Oct 23 02:13:23.075600 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:21Z', 'revision_number': 1, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:23.107458 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-48a709d4-9fab-4cda-b250-faa267e8bc76 None None] Port 5d83565a-e9d9-4447-9424-fdaa69518c46 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:13:23.110617 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118dd6e2-f6d1-4578-9ed9-c25fa3510c33 None None] The sync data for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi is: [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:21Z', 'revision_number': 1, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:13:23.150033 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb19d4-d7c6-4808-9963-9667c4f2a673 req-5e8f2602-0a8e-4fbb-b524-67e1c89184f5 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:23.151636 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-37bb19d4-d7c6-4808-9963-9667c4f2a673 req-5e8f2602-0a8e-4fbb-b524-67e1c89184f5 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 945 time: 0.2759378 Oct 23 02:13:23.190346 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e2d4c1d8-7150-49b0-a2a1-779a7b16b9e3 req-b9fe081b-36d3-4a86-9689-f4e2833419b6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415087 Oct 23 02:13:23.226771 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9fdf5-296f-4334-9594-64a5a72f6dd2 req-be21fc2c-4c44-42a7-83be-bdd5bbdc2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:23.228278 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ffb9fdf5-296f-4334-9594-64a5a72f6dd2 req-be21fc2c-4c44-42a7-83be-bdd5bbdc2226 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 1129 time: 0.1551778 Oct 23 02:13:23.229613 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-07789a8a-032b-48ce-9c08-c376b29e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:23.231001 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-07789a8a-032b-48ce-9c08-c376b29e5828 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 1130 time: 0.1676497 Oct 23 02:13:23.392095 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-37bb19d4-d7c6-4808-9963-9667c4f2a673 req-a6582a7c-4c3d-482e-aae5-dad048136068 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303431 Oct 23 02:13:23.450092 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ffdc2f82-cb00-48dc-86c3-c63b4eb5596c up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:23.472945 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:23.523710 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec96d3-c81a-4458-a5f5-c6517303ce42 req-3902f9c6-3d54-4d83-a320-f4f24f4a9016 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:23.530675 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cdec96d3-c81a-4458-a5f5-c6517303ce42 req-3902f9c6-3d54-4d83-a320-f4f24f4a9016 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 931 time: 0.2200785 Oct 23 02:13:23.537943 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:23.538689 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.539233 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c Oct 23 02:13:23.569631 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ffb9fdf5-296f-4334-9594-64a5a72f6dd2 req-561ef5c6-8f6c-43c9-82c9-ed091f9b2970 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902386 Oct 23 02:13:23.580444 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:23.609222 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-f8076caf-dba5-480b-b5b5-682928dc6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:23.610745 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-f8076caf-dba5-480b-b5b5-682928dc6ac7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.3430672 Oct 23 02:13:23.613030 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61317ede-51a1-40af-8eb5-20b778437720 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:13:23.625658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Publish callbacks [] for port (61317ede-51a1-40af-8eb5-20b778437720), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.659113 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Transition to ACTIVE for port object 61317ede-51a1-40af-8eb5-20b778437720 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:13:23.660255 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52256) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:23.663763 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cdec96d3-c81a-4458-a5f5-c6517303ce42 req-1a9e20f5-1e90-45a7-b011-e43e2a391cd4 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322424 Oct 23 02:13:23.666398 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-875528207-network', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:23.675213 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (61317ede-51a1-40af-8eb5-20b778437720), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.683515 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:23.703078 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Made reservation on behalf of 94ac7006ccce45c19464a0adfbe41af9 for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:13:23.724462 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.724462 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.800178 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:23.804043 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:23.813556 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Pushing event updated for resources: {'Port': ['ID=61317ede-51a1-40af-8eb5-20b778437720,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:23.836276 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Attempting to bind port 61317ede-51a1-40af-8eb5-20b778437720 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:23.836508 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Attempting to bind port 61317ede-51a1-40af-8eb5-20b778437720 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'b4945d40-cb07-4b53-86ee-6ba3ced107b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:23.836709 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Attempting to bind port 61317ede-51a1-40af-8eb5-20b778437720 on network 4d27eda4-500e-483b-bb5d-00efa68e057f {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:23.872953 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Publish callbacks [] for security_group (fbd4f3b4-978f-4eb3-aa2f-032f73f9b364), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.879867 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (fbd4f3b4-978f-4eb3-aa2f-032f73f9b364), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.887095 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Port 61317ede-51a1-40af-8eb5-20b778437720 on network 4d27eda4-500e-483b-bb5d-00efa68e057f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:13:23.887396 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Attempting to bind port 61317ede-51a1-40af-8eb5-20b778437720 on network 4d27eda4-500e-483b-bb5d-00efa68e057f {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:23.911240 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:13:23.922263 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd4f3b4-978f-4eb3-aa2f-032f73f9b364,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:23.929618 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (e89322ac-bd2b-4b17-b248-006fb8787774), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.930016 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Added segment e89322ac-bd2b-4b17-b248-006fb8787774 of type vlan for network 06e187ed-7299-4c87-b58d-06db06e8cdb4 Oct 23 02:13:23.948755 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:23.949357 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Checking segment: {'id': 'b4945d40-cb07-4b53-86ee-6ba3ced107b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:23.949992 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Bound using segment: {'id': 'b4945d40-cb07-4b53-86ee-6ba3ced107b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:23.950533 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Bound port: 61317ede-51a1-40af-8eb5-20b778437720, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4945d40-cb07-4b53-86ee-6ba3ced107b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:23.950952 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (61317ede-51a1-40af-8eb5-20b778437720), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:23.981268 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (06e187ed-7299-4c87-b58d-06db06e8cdb4), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.014212 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (06e187ed-7299-4c87-b58d-06db06e8cdb4), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.015429 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:24.016223 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.056361 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] For port 61317ede-51a1-40af-8eb5-20b778437720, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:24.103292 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4417565 Oct 23 02:13:24.105865 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52260) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:24.110784 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Request body: {'subnet': {'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-875528207-subnet', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:24.130676 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded5f60-8ac3-4ff3-9e12-20cf37fda2cc admin admin] Pushing event updated for resources: {'Network': ['ID=06e187ed-7299-4c87-b58d-06db06e8cdb4,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:24.142906 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Made reservation on behalf of 94ac7006ccce45c19464a0adfbe41af9 for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:13:24.145803 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 06e187ed-7299-4c87-b58d-06db06e8cdb4 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:13:24.146299 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.376552 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (f506e757-9895-457e-89fc-7fa1fb6f90d5), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.412643 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-c3291749-f533-4980-b546-bbf13ab68a12 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201fa2da-3990-492d-a724-016abaeaf38a HTTP/1.1" status: 200 len: 217 time: 0.3448281 Oct 23 02:13:24.432585 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] For port 61317ede-51a1-40af-8eb5-20b778437720, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=61317ede-51a1-40af-8eb5-20b778437720,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:24.445455 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (61317ede-51a1-40af-8eb5-20b778437720), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.445746 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f506e757-9895-457e-89fc-7fa1fb6f90d5,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:24.457540 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:24.458187 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.459646 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/61317ede-51a1-40af-8eb5-20b778437720 HTTP/1.1" status: 200 len: 1093 time: 1.9135306 Oct 23 02:13:24.465207 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Checking segment: {'id': 'e89322ac-bd2b-4b17-b248-006fb8787774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:24.465697 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Network hostable DHCP agents. Network: 06e187ed-7299-4c87-b58d-06db06e8cdb4, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:13:24.470123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3', 'tag': '61317ede-51a1-40af-8eb5-20b778437720'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:13:24.473126 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3", "tag": "61317ede-51a1-40af-8eb5-20b778437720"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:13:24.481101 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe8644-2049-43ba-8cd5-293ab11148f2 req-dc6f1e23-cc54-45cd-8e37-11e58f78994e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:24.483537 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8bbe8644-2049-43ba-8cd5-293ab11148f2 req-dc6f1e23-cc54-45cd-8e37-11e58f78994e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.1170118 Oct 23 02:13:24.495195 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Network 06e187ed-7299-4c87-b58d-06db06e8cdb4 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:13:24.507235 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 06e187ed-7299-4c87-b58d-06db06e8cdb4) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:24.513995 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:24.517316 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.521044 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1b39db-03ca-432e-8f64-0a5c44252d1e None None] Network 06e187ed-7299-4c87-b58d-06db06e8cdb4 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:13:24.539755 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-2e93d52f-1147-49d6-94f5-d5b7a37736b6 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4327734 Oct 23 02:13:24.543599 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52268) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:24.549286 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:24.560751 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:24.595318 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.596803 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.605486 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde09e3-cf28-4e13-b540-53dde4149d8f service neutron] Pushing event updated for resources: {'Port': ['ID=61317ede-51a1-40af-8eb5-20b778437720,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:24.626866 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f3a1-cda6-495b-bf98-4460219afc46 req-d807fd60-93eb-4ef4-b751-1fd342c74d2a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:24.629610 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7879f3a1-cda6-495b-bf98-4460219afc46 req-d807fd60-93eb-4ef4-b751-1fd342c74d2a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 945 time: 0.1434376 Oct 23 02:13:24.642988 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:24.662949 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8bbe8644-2049-43ba-8cd5-293ab11148f2 req-d6f21ce1-7b8d-4536-9b00-20f82938e11b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570156 Oct 23 02:13:24.676770 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks [] for router_controller (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), precommit_add_association {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.693001 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-06e187ed-7299-4c87-b58d-06db06e8cdb4', 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4', 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'fixed_ips': [{'subnet_id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:13:24.694771 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.826694 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d602cb7-15f3-4306-adc6-c91fb8a0d918 x-openstack-request-id: req-5d602cb7-15f3-4306-adc6-c91fb8a0d918 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:13:24.826694 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3", "tag": "61317ede-51a1-40af-8eb5-20b778437720", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:13:24.826694 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d602cb7-15f3-4306-adc6-c91fb8a0d918 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:13:24.827039 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d602cb7-15f3-4306-adc6-c91fb8a0d918'] response: {'name': 'network-changed', 'server_uuid': 'b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3', 'tag': '61317ede-51a1-40af-8eb5-20b778437720', 'status': 'completed', 'code': 200} Oct 23 02:13:24.851750 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7879f3a1-cda6-495b-bf98-4460219afc46 req-93e7f54d-4b86-4cc3-889f-720a6aee28b5 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123661 Oct 23 02:13:24.865896 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e4db-d797-499d-af20-dc790efaaac1 req-b52221f5-9553-468c-8a85-d20c971b6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:24.867596 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-b52221f5-9553-468c-8a85-d20c971b6ddf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=e84f012d59214a6bb6e7f5490bfb2bfc&device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 1127 time: 0.1055367 Oct 23 02:13:24.897623 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-16e8236f-3c8a-429c-b426-1a8be05ca1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:24.900193 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-16e8236f-3c8a-429c-b426-1a8be05ca1cc service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.2126441 Oct 23 02:13:24.938388 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks [] for router_gateway (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:24.945438 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Allocated IP 172.20.0.2 (06e187ed-7299-4c87-b58d-06db06e8cdb4/f506e757-9895-457e-89fc-7fa1fb6f90d5/c575e401-418b-42a8-9755-46958d75ba2c) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:25.008348 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-1e3bb314-1d3c-47b9-9e3f-49b2668bf8c6 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61317ede-51a1-40af-8eb5-20b778437720 HTTP/1.1" status: 200 len: 217 time: 0.0893211 Oct 23 02:13:25.030394 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-c7db97b4-4828-47a7-ad3b-7f46b511632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:25.032766 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-c7db97b4-4828-47a7-ad3b-7f46b511632e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1074476 Oct 23 02:13:25.040245 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33510843-d530-48bb-acca-1e2687930158 req-e9c66b39-d8a3-4c31-95a3-d15237414b85 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:25.043085 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-33510843-d530-48bb-acca-1e2687930158 req-e9c66b39-d8a3-4c31-95a3-d15237414b85 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 943 time: 0.1348381 Oct 23 02:13:25.091159 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:25.099635 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-33510843-d530-48bb-acca-1e2687930158 req-bc6cb4dd-9c4f-41d9-bbb7-9a19bdaa659a tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506365 Oct 23 02:13:25.153475 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Publish callbacks [] for port (c575e401-418b-42a8-9755-46958d75ba2c), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.161737 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (c575e401-418b-42a8-9755-46958d75ba2c), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.176989 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks [] for router_gateway (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.196961 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.202311 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Network 06e187ed-7299-4c87-b58d-06db06e8cdb4 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:25.208084 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:25.211163 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:25.222544 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Pushing event updated for resources: {'Port': ['ID=c575e401-418b-42a8-9755-46958d75ba2c,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:25.276614 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:25.282189 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Attempting to bind port c575e401-418b-42a8-9755-46958d75ba2c on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:25.282660 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Attempting to bind port c575e401-418b-42a8-9755-46958d75ba2c by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'e89322ac-bd2b-4b17-b248-006fb8787774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:25.283109 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Attempting to bind port c575e401-418b-42a8-9755-46958d75ba2c on network 06e187ed-7299-4c87-b58d-06db06e8cdb4 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:25.313691 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Allocated IP 172.27.0.229 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/5e2b030f-9f68-48a7-ad1c-978918c77eb2) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:25.335287 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:25.335707 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Checking segment: {'id': 'e89322ac-bd2b-4b17-b248-006fb8787774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:25.336162 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.336899 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Bound using segment: {'id': 'e89322ac-bd2b-4b17-b248-006fb8787774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:25.337373 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Bound port: c575e401-418b-42a8-9755-46958d75ba2c, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89322ac-bd2b-4b17-b248-006fb8787774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:25.337764 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c575e401-418b-42a8-9755-46958d75ba2c), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.393346 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:25.430857 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] For port c575e401-418b-42a8-9755-46958d75ba2c, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:25.435729 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks [] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.456360 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] For port c575e401-418b-42a8-9755-46958d75ba2c, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c575e401-418b-42a8-9755-46958d75ba2c,segment=NetworkSegment(e89322ac-bd2b-4b17-b248-006fb8787774),segment_id=e89322ac-bd2b-4b17-b248-006fb8787774)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:25.466899 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c575e401-418b-42a8-9755-46958d75ba2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.472286 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.501628 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:25.502013 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.502357 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba Oct 23 02:13:25.522884 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:25.524061 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:25.527001 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:25.537417 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:25.562070 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091a60b-c77f-4a40-ba3e-1be07efbff6f None None] Pushing event updated for resources: {'Port': ['ID=c575e401-418b-42a8-9755-46958d75ba2c,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:25.578311 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2b030f-9f68-48a7-ad1c-978918c77eb2,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:25.617416 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:25.617783 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.642166 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:25.647734 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.801267 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:25.833729 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:25.863417 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks [] for router_gateway (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:25.866422 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:25.928105 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793e4db-d797-499d-af20-dc790efaaac1 req-3c2ad501-3bed-4a7c-a22a-3ae612a6dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:25.929716 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-3c2ad501-3bed-4a7c-a22a-3ae612a6dae2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=48db8fa3-6075-40bb-8096-0066e3b41a9f HTTP/1.1" status: 200 len: 849 time: 0.2457929 Oct 23 02:13:25.958146 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5590a-ffe2-4f9d-b465-39e6742b411b req-88f16968-63d8-4b6e-a6f7-d63f46883778 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:25.959712 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-faf5590a-ffe2-4f9d-b465-39e6742b411b req-88f16968-63d8-4b6e-a6f7-d63f46883778 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0920923 Oct 23 02:13:25.987674 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:25.998247 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-127aea0b-82f4-4338-a22a-c1fa6c6105ee service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4d27eda4-500e-483b-bb5d-00efa68e057f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602922 Oct 23 02:13:26.092730 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Sync routers for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:13:26.105939 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:26.106824 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:26.117142 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-070ce6c5-8056-4ae4-97ba-15efbe356c2e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141016 Oct 23 02:13:26.120568 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:26.123723 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:26.165777 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03df7c7-906e-4419-8eb8-6b3fad36db13 req-0c3dffa3-d428-401c-ad9e-4052d3247651 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:26.166464 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e03df7c7-906e-4419-8eb8-6b3fad36db13 req-0c3dffa3-d428-401c-ad9e-4052d3247651 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 945 time: 0.1444154 Oct 23 02:13:26.220473 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-faf5590a-ffe2-4f9d-b465-39e6742b411b req-4326b524-d558-4776-b6f6-aecb8ba30d51 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409074 Oct 23 02:13:26.221101 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:26.281077 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:13:26.304617 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-cbc87a6d-2f52-4a88-88e7-33aad3f9eca5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939496 Oct 23 02:13:26.376529 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e03df7c7-906e-4419-8eb8-6b3fad36db13 req-34266f66-eef4-40f9-83c3-1426a06f686f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032142 Oct 23 02:13:26.414963 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-322567df-80a7-4fe2-bbd7-66c02e74a27a req-ae38e451-371d-42c0-a7c8-4e0c4493ff76 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873819 Oct 23 02:13:26.416953 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:13:26.429235 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Sync routers for ids ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:13:26.429794 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7af9f9-2267-49db-93f3-ec6ce22d9e92 req-181e97ca-7352-4194-a451-66ec92c8e51e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:26.431474 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c7af9f9-2267-49db-93f3-ec6ce22d9e92 req-181e97ca-7352-4194-a451-66ec92c8e51e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 943 time: 0.1244819 Oct 23 02:13:26.446968 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Routers {'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:26.447697 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:26.461745 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:26.463443 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-5c43ca8a-171f-4eb3-82d8-6bb181c14cf8 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9186592 Oct 23 02:13:26.466258 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52292) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:26.469202 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 2, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:26.501971 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Checking router: 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:13:26.502249 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Updating router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 port 5d83565a-e9d9-4447-9424-fdaa69518c46 binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:13:26.547797 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:26.586776 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c7af9f9-2267-49db-93f3-ec6ce22d9e92 req-c978a83e-3274-4620-9c5b-ac452b562cc7 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443789 Oct 23 02:13:26.602372 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Set router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:26.630922 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33e1d1-c29b-464d-a468-9b75ffc6cb26 req-1c394a04-afd9-4527-a908-cc98e0aef47b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:26.632294 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a33e1d1-c29b-464d-a468-9b75ffc6cb26 req-1c394a04-afd9-4527-a908-cc98e0aef47b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 945 time: 0.1674814 Oct 23 02:13:26.634332 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9793e4db-d797-499d-af20-dc790efaaac1 req-a913aa53-0789-4230-ba52-91c143e7146a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162558 Oct 23 02:13:26.644520 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 52294) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:26.662833 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-04213999-928d-42c5-8934-f8312e923296 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'floatingip': {'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:26.720811 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-04213999-928d-42c5-8934-f8312e923296 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:26.870619 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:26.911684 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:24Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 3, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'gw_port': {'id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:25Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:26.963720 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Checking router: f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:13:26.964770 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Publish callbacks [] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:26.965480 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Updating router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:13:26.973515 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.009674 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.087799 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e6c2c-9546-4237-8aa1-84902eaff5d1 None None] Pushing event updated for resources: {'Port': ['ID=5d83565a-e9d9-4447-9424-fdaa69518c46,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:27.182279 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db41f3-931b-49ed-bf6a-6c63b7c1b8bc None None] Network 06e187ed-7299-4c87-b58d-06db06e8cdb4 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:13:27.189364 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Attempting to bind port 5d83565a-e9d9-4447-9424-fdaa69518c46 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:27.189998 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Attempting to bind port 5d83565a-e9d9-4447-9424-fdaa69518c46 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:27.190795 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Attempting to bind port 5d83565a-e9d9-4447-9424-fdaa69518c46 on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:27.243667 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:27.244373 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Checking segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:27.245037 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.245593 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Bound using segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:27.246221 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Bound port: 5d83565a-e9d9-4447-9424-fdaa69518c46, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:27.246912 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.257285 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-5cae2916-17c2-4b84-a981-df02fa35c746 None None] Provisioning complete for port c575e401-418b-42a8-9755-46958d75ba2c triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:27.257799 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5cae2916-17c2-4b84-a981-df02fa35c746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c575e401-418b-42a8-9755-46958d75ba2c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.258236 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-5cae2916-17c2-4b84-a981-df02fa35c746 None None] Attempt 1 to provision port c575e401-418b-42a8-9755-46958d75ba2c Oct 23 02:13:27.260127 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-04213999-928d-42c5-8934-f8312e923296 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.260812 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:27.266485 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:27.266686 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-04213999-928d-42c5-8934-f8312e923296 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.278918 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:27.313392 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:27.347295 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:27.392861 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] For port 5d83565a-e9d9-4447-9424-fdaa69518c46, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:27.397388 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] For port 5d83565a-e9d9-4447-9424-fdaa69518c46, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=5d83565a-e9d9-4447-9424-fdaa69518c46,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:27.411242 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.419290 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.483149 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:27.488425 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e6c2c-9546-4237-8aa1-84902eaff5d1 None None] Pushing event updated for resources: {'Port': ['ID=5d83565a-e9d9-4447-9424-fdaa69518c46,revision_number=4']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:27.498698 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:27.500179 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:27.512506 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-5cae2916-17c2-4b84-a981-df02fa35c746 None None] Current status of the port c575e401-418b-42a8-9755-46958d75ba2c is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:27.512997 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5cae2916-17c2-4b84-a981-df02fa35c746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c575e401-418b-42a8-9755-46958d75ba2c), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.521068 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Publish callbacks [] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.548030 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.564268 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-04213999-928d-42c5-8934-f8312e923296 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Floating IP 0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727 associated. External IP: 172.27.0.80, port: 3575bee5-b894-41b6-ba5e-2cac0d91950d. Oct 23 02:13:27.637983 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Attempting to bind port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:27.638366 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Attempting to bind port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:27.638766 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Attempting to bind port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:27.643732 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a02d9-41f0-4e8c-b6a8-232c7f5e120b req-b2590ea2-1d39-4da8-9a4a-bfa9b9abb80d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:27.645821 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e84a02d9-41f0-4e8c-b6a8-232c7f5e120b req-b2590ea2-1d39-4da8-9a4a-bfa9b9abb80d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.1951237 Oct 23 02:13:27.658699 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-5cae2916-17c2-4b84-a981-df02fa35c746 None None] For port c575e401-418b-42a8-9755-46958d75ba2c, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c575e401-418b-42a8-9755-46958d75ba2c,segment=NetworkSegment(e89322ac-bd2b-4b17-b248-006fb8787774),segment_id=e89322ac-bd2b-4b17-b248-006fb8787774)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:27.704761 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06ef8b-7e96-4144-b4e1-099931bc5548 None None] Pushing event updated for resources: {'Port': ['ID=5e2b030f-9f68-48a7-ad1c-978918c77eb2,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:27.707761 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5cae2916-17c2-4b84-a981-df02fa35c746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c575e401-418b-42a8-9755-46958d75ba2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.725980 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c575e401-418b-42a8-9755-46958d75ba2c up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:27.726577 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:27.744960 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Allocated IP 172.20.0.1 (06e187ed-7299-4c87-b58d-06db06e8cdb4/f506e757-9895-457e-89fc-7fa1fb6f90d5/796a8b01-35d8-494a-9ed7-89eca632b65d) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:27.815484 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:27.834623 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e84a02d9-41f0-4e8c-b6a8-232c7f5e120b req-0262f0be-fa7e-4c8d-a3ba-8101ae2208d9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808012 Oct 23 02:13:27.867205 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd750d-e0d9-4456-a3ad-5ba745edd3bb req-0d63ff11-6c2b-4ee2-acc7-8fbf9126054d tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:27.875711 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-acfd750d-e0d9-4456-a3ad-5ba745edd3bb req-0d63ff11-6c2b-4ee2-acc7-8fbf9126054d tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 943 time: 0.1299841 Oct 23 02:13:27.891349 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:27.892122 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:27.892710 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.893986 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:27.894510 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Publish callbacks [] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.895119 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Bound port: 5e2b030f-9f68-48a7-ad1c-978918c77eb2, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:27.895686 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.918642 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-f850f7f4-6776-46b0-bcc9-564161ab5f42 None None] Provisioning complete for port c575e401-418b-42a8-9755-46958d75ba2c triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:27.919309 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-f850f7f4-6776-46b0-bcc9-564161ab5f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c575e401-418b-42a8-9755-46958d75ba2c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.920368 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-f850f7f4-6776-46b0-bcc9-564161ab5f42 None None] Attempt 1 to provision port c575e401-418b-42a8-9755-46958d75ba2c Oct 23 02:13:27.922224 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port c575e401-418b-42a8-9755-46958d75ba2c triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:27.922765 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c575e401-418b-42a8-9755-46958d75ba2c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.923250 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port c575e401-418b-42a8-9755-46958d75ba2c Oct 23 02:13:27.936711 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:27.987354 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-acfd750d-e0d9-4456-a3ad-5ba745edd3bb req-2c626fa5-c4e2-475f-b619-612c931444b2 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104288 Oct 23 02:13:28.019231 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Network 06e187ed-7299-4c87-b58d-06db06e8cdb4 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:28.026767 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:28.030488 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:28.031329 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.054173 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae2916-17c2-4b84-a981-df02fa35c746 None None] Pushing event updated for resources: {'Port': ['ID=c575e401-418b-42a8-9755-46958d75ba2c,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:28.071866 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] For port 5e2b030f-9f68-48a7-ad1c-978918c77eb2, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:28.077749 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:27Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:28.087434 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] For port 5e2b030f-9f68-48a7-ad1c-978918c77eb2, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=5e2b030f-9f68-48a7-ad1c-978918c77eb2,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:28.113126 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef622eff-56a1-4767-aeff-dcc08eac9af9 None None] The sync data for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi is: [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:27Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:13:28.119732 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:28.121166 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.145038 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Pushing event updated for resources: {'Port': ['ID=796a8b01-35d8-494a-9ed7-89eca632b65d,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:28.298538 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.390581 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port c575e401-418b-42a8-9755-46958d75ba2c is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:28.391687 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:28.451302 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:28.454999 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-f850f7f4-6776-46b0-bcc9-564161ab5f42 None None] Current status of the port c575e401-418b-42a8-9755-46958d75ba2c is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:28.457322 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04213999-928d-42c5-8934-f8312e923296 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:13:28.466523 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Routers {'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:28.468738 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:28.522873 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:28.523501 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.523989 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba Oct 23 02:13:28.531675 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Publish callbacks [] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.539124 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.540117 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.557035 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06ef8b-7e96-4144-b4e1-099931bc5548 None None] Pushing event updated for resources: {'Port': ['ID=5e2b030f-9f68-48a7-ad1c-978918c77eb2,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:28.590631 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:28.597391 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04213999-928d-42c5-8934-f8312e923296 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:13:28.603268 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-04213999-928d-42c5-8934-f8312e923296 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.605407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-794a9536-e221-4a55-bd35-965859fa90e8 None None] Provisioning complete for port 796a8b01-35d8-494a-9ed7-89eca632b65d triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:28.606277 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-794a9536-e221-4a55-bd35-965859fa90e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:28.606884 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-794a9536-e221-4a55-bd35-965859fa90e8 None None] Attempt 1 to provision port 796a8b01-35d8-494a-9ed7-89eca632b65d Oct 23 02:13:28.613496 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:13:28.639211 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:28.639561 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:28.642238 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Pushing event updated for resources: {'Port': ['ID=796a8b01-35d8-494a-9ed7-89eca632b65d,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:28.656032 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-04213999-928d-42c5-8934-f8312e923296 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727 HTTP/1.1" status: 200 len: 990 time: 2.0076768 Oct 23 02:13:28.656032 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'tag': '3575bee5-b894-41b6-ba5e-2cac0d91950d'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:13:28.658356 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80" -d '{"events": [{"name": "network-changed", "server_uuid": "d89425f0-1391-4e8f-9135-b292f96bbb8f", "tag": "3575bee5-b894-41b6-ba5e-2cac0d91950d"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:13:28.717040 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Network 06e187ed-7299-4c87-b58d-06db06e8cdb4 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:28.719123 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:28.723180 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7fd9fe-e427-4e5b-b2ce-f1330d43ff08 x-openstack-request-id: req-4d7fd9fe-e427-4e5b-b2ce-f1330d43ff08 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:13:28.724075 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89425f0-1391-4e8f-9135-b292f96bbb8f", "tag": "3575bee5-b894-41b6-ba5e-2cac0d91950d", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:13:28.724075 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d7fd9fe-e427-4e5b-b2ce-f1330d43ff08 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:13:28.724294 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7fd9fe-e427-4e5b-b2ce-f1330d43ff08'] response: {'name': 'network-changed', 'server_uuid': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'tag': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'status': 'completed', 'code': 200} Oct 23 02:13:28.726010 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-794a9536-e221-4a55-bd35-965859fa90e8 None None] Port 796a8b01-35d8-494a-9ed7-89eca632b65d cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:13:28.787653 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] Set router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:28.804737 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:28.857175 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:28.882671 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:13:29.041295 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ae339-7adf-446d-9439-b825fd8caceb req-c0d6006f-ac3e-4e2d-9e20-903d3b34be45 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:29.043460 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-950ae339-7adf-446d-9439-b825fd8caceb req-c0d6006f-ac3e-4e2d-9e20-903d3b34be45 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0730505 Oct 23 02:13:29.064031 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:13:29.081491 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-5cbb46a0-c853-47a5-a870-0bff922aece7 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6132195 Oct 23 02:13:29.083383 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-1ab83685-2d2e-4c44-907e-7f0bb5415858 None None] Provisioning complete for port 796a8b01-35d8-494a-9ed7-89eca632b65d triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:29.083494 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1ab83685-2d2e-4c44-907e-7f0bb5415858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.083814 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-1ab83685-2d2e-4c44-907e-7f0bb5415858 None None] Attempt 1 to provision port 796a8b01-35d8-494a-9ed7-89eca632b65d Oct 23 02:13:29.115181 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:00Z', 'updated_at': '2022-10-23T02:13:27Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:29.153127 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-1ab83685-2d2e-4c44-907e-7f0bb5415858 None None] Port 796a8b01-35d8-494a-9ed7-89eca632b65d cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:13:29.154856 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:13:29.170660 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:29.171648 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:29.194200 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:29.198342 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-950ae339-7adf-446d-9439-b825fd8caceb req-7b9b5cfb-8283-4021-9f78-4fc06444b07c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489744 Oct 23 02:13:29.229490 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4885264-2094-4ff9-b294-71b749774c35 req-7018e1d1-ddf7-454f-8acb-ca868da36dbc tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:29.231005 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e4885264-2094-4ff9-b294-71b749774c35 req-7018e1d1-ddf7-454f-8acb-ca868da36dbc tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 943 time: 0.1182637 Oct 23 02:13:29.258189 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:24Z', 'updated_at': '2022-10-23T02:13:28Z', 'revision_number': 4, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'gw_port': {'id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:25Z', 'updated_at': '2022-10-23T02:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '796a8b01-35d8-494a-9ed7-89eca632b65d', 'name': '', 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'mac_address': 'fa:16:3e:0a:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:27Z', 'updated_at': '2022-10-23T02:13:27Z', 'revision_number': 1, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'subnets': [{'id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:29.292975 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:29.295659 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:29.295870 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e4885264-2094-4ff9-b294-71b749774c35 req-c24567b6-5cc4-4216-be1b-ed64a8add5f4 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571704 Oct 23 02:13:29.328281 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5f9b1-064f-44ac-a279-742dc65eeeac None None] The sync data for ids ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'] in dv-cinder-861491-5-iscsi is: [{'id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:24Z', 'updated_at': '2022-10-23T02:13:28Z', 'revision_number': 4, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'gw_port': {'id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:25Z', 'updated_at': '2022-10-23T02:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '796a8b01-35d8-494a-9ed7-89eca632b65d', 'name': '', 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'mac_address': 'fa:16:3e:0a:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:27Z', 'updated_at': '2022-10-23T02:13:27Z', 'revision_number': 1, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'subnets': [{'id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:13:29.450955 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 5d83565a-e9d9-4447-9424-fdaa69518c46 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:29.511966 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 5d83565a-e9d9-4447-9424-fdaa69518c46 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:29.512687 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.513242 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 5d83565a-e9d9-4447-9424-fdaa69518c46 Oct 23 02:13:29.564336 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:29.576517 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:00Z', 'updated_at': '2022-10-23T02:13:27Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:29.617252 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f40f39-18dd-48cc-a63d-9282feb2acc8 None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:00Z', 'updated_at': '2022-10-23T02:13:27Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:13:29.620548 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 52324) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:29.626847 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 5d83565a-e9d9-4447-9424-fdaa69518c46 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:29.627036 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-a0ec1d09-d4a3-46fc-8f54-bc5cfa64dc1d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-301932947', 'description': 'tempest-secgroup-smoke-301932947 description', 'project_id': '10f27676e78f475fa9734f3d6f541da5'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:29.627148 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.635670 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:29.657618 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1d09-d4a3-46fc-8f54-bc5cfa64dc1d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.675893 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 5d83565a-e9d9-4447-9424-fdaa69518c46, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=5d83565a-e9d9-4447-9424-fdaa69518c46,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:29.676119 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:29.682514 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.682514 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c575e401-418b-42a8-9755-46958d75ba2c up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:29.761322 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1d09-d4a3-46fc-8f54-bc5cfa64dc1d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group (7ce7f0c2-344b-4416-96bb-324a4aafd118), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.766163 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1d09-d4a3-46fc-8f54-bc5cfa64dc1d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7ce7f0c2-344b-4416-96bb-324a4aafd118), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.777455 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=5d83565a-e9d9-4447-9424-fdaa69518c46,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:29.790214 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port c575e401-418b-42a8-9755-46958d75ba2c triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:29.790656 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c575e401-418b-42a8-9755-46958d75ba2c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.791036 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port c575e401-418b-42a8-9755-46958d75ba2c Oct 23 02:13:29.804054 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a0ec1d09-d4a3-46fc-8f54-bc5cfa64dc1d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.808955 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a0ec1d09-d4a3-46fc-8f54-bc5cfa64dc1d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1845369 Oct 23 02:13:29.809768 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52326) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:29.815116 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-ca7b3b1c-aa75-4831-a896-757d19a5e868 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'security_group_rule': {'security_group_id': '7ce7f0c2-344b-4416-96bb-324a4aafd118', 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:29.817443 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec1d09-d4a3-46fc-8f54-bc5cfa64dc1d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7f0c2-344b-4416-96bb-324a4aafd118,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:29.863849 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3b1c-aa75-4831-a896-757d19a5e868 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (fbd7a815-7d1a-48d1-a3b5-faa6062f2f4e), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.881142 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port c575e401-418b-42a8-9755-46958d75ba2c is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:29.895222 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:29.935050 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3b1c-aa75-4831-a896-757d19a5e868 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (fbd7a815-7d1a-48d1-a3b5-faa6062f2f4e), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.940014 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3b1c-aa75-4831-a896-757d19a5e868 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (fbd7a815-7d1a-48d1-a3b5-faa6062f2f4e), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.954997 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0dafa-b32d-458b-b7eb-2cbf810ffa1a None None] New status for floating IP 0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727: ACTIVE {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:13:29.960699 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b3b1c-aa75-4831-a896-757d19a5e868 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd7a815-7d1a-48d1-a3b5-faa6062f2f4e,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:29.967522 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3b1c-aa75-4831-a896-757d19a5e868 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:29.971751 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 52328) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:29.971953 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ca7b3b1c-aa75-4831-a896-757d19a5e868 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607828 Oct 23 02:13:29.977209 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-ce17fea6-44f8-4701-a250-f07fb47ece16 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'security_group_rule': {'security_group_id': '7ce7f0c2-344b-4416-96bb-324a4aafd118', 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:30.009397 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 61317ede-51a1-40af-8eb5-20b778437720 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:13:30.009808 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ce17fea6-44f8-4701-a250-f07fb47ece16 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (d97fef92-1874-4894-878c-b50811798ca5), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.117347 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ce17fea6-44f8-4701-a250-f07fb47ece16 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (d97fef92-1874-4894-878c-b50811798ca5), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.120996 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-6c02c1e1-2a9e-4917-8d18-7dd0d7d645d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:30.122760 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-6c02c1e1-2a9e-4917-8d18-7dd0d7d645d2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=e84f012d59214a6bb6e7f5490bfb2bfc&device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 1127 time: 0.0611475 Oct 23 02:13:30.123804 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ce17fea6-44f8-4701-a250-f07fb47ece16 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (d97fef92-1874-4894-878c-b50811798ca5), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.145360 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17fea6-44f8-4701-a250-f07fb47ece16 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97fef92-1874-4894-878c-b50811798ca5,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:30.153466 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ce17fea6-44f8-4701-a250-f07fb47ece16 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.157354 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-ce17fea6-44f8-4701-a250-f07fb47ece16 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1813674 Oct 23 02:13:30.158377 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 52334) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:30.168050 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-609afbc0-e0c9-4e41-a255-aa0f27ddc04a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'security_group_rule': {'security_group_id': '7ce7f0c2-344b-4416-96bb-324a4aafd118', 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:30.237251 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 61317ede-51a1-40af-8eb5-20b778437720, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=61317ede-51a1-40af-8eb5-20b778437720,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:30.247509 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:30.251123 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '61317ede-51a1-40af-8eb5-20b778437720', 'network_id': '4d27eda4-500e-483b-bb5d-00efa68e057f', 'port_id': '61317ede-51a1-40af-8eb5-20b778437720', 'mac_address': 'fa:16:3e:11:9f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48db8fa3-6075-40bb-8096-0066e3b41a9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:13:30.280708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-609afbc0-e0c9-4e41-a255-aa0f27ddc04a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (9a40a4bc-fec8-4894-b3da-6e0916c4fda5), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.297516 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 61317ede-51a1-40af-8eb5-20b778437720 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:30.298098 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (61317ede-51a1-40af-8eb5-20b778437720), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.313130 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61317ede-51a1-40af-8eb5-20b778437720 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:13:30.340603 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 61317ede-51a1-40af-8eb5-20b778437720, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=61317ede-51a1-40af-8eb5-20b778437720,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:30.347889 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (61317ede-51a1-40af-8eb5-20b778437720), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.351167 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-1375ab05-6425-4c19-95a9-6038287005c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:30.352850 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-1375ab05-6425-4c19-95a9-6038287005c6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 1129 time: 0.1646252 Oct 23 02:13:30.426169 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=61317ede-51a1-40af-8eb5-20b778437720,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:30.432467 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-609afbc0-e0c9-4e41-a255-aa0f27ddc04a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (9a40a4bc-fec8-4894-b3da-6e0916c4fda5), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.441838 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a267e-499e-4198-997d-dca49568e7c6 req-3ccdac81-29c6-4981-b5d3-7016934fd2c2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:30.443513 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4c6a267e-499e-4198-997d-dca49568e7c6 req-3ccdac81-29c6-4981-b5d3-7016934fd2c2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.1270666 Oct 23 02:13:30.482853 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-609afbc0-e0c9-4e41-a255-aa0f27ddc04a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (9a40a4bc-fec8-4894-b3da-6e0916c4fda5), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.563337 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609afbc0-e0c9-4e41-a255-aa0f27ddc04a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a40a4bc-fec8-4894-b3da-6e0916c4fda5,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:30.581906 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:30.606237 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-609afbc0-e0c9-4e41-a255-aa0f27ddc04a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.607450 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-609afbc0-e0c9-4e41-a255-aa0f27ddc04a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4452579 Oct 23 02:13:30.610376 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52344) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:30.616124 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-85cea05d-96b9-4faf-8be5-15e623a02876 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'security_group_rule': {'security_group_id': '7ce7f0c2-344b-4416-96bb-324a4aafd118', 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:30.618997 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf57db-9e4d-475a-9f07-7ef2c30bd390 req-90a0be7f-e4ae-4975-acd8-22f1c692b926 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:30.620429 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81cf57db-9e4d-475a-9f07-7ef2c30bd390 req-90a0be7f-e4ae-4975-acd8-22f1c692b926 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 944 time: 0.1455405 Oct 23 02:13:30.633789 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-a36f6c3e-3b7d-4669-844f-8d77154a06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:30.635390 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-a36f6c3e-3b7d-4669-844f-8d77154a06ee service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4d27eda4-500e-483b-bb5d-00efa68e057f HTTP/1.1" status: 200 len: 910 time: 0.4179046 Oct 23 02:13:30.646262 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:30.646517 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-85cea05d-96b9-4faf-8be5-15e623a02876 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (d01c7cdc-beb6-40f0-9ec9-39c7a720d4f2), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.672747 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4c6a267e-499e-4198-997d-dca49568e7c6 req-8997898c-25a7-452c-81b8-fda378e201c4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908119 Oct 23 02:13:30.707131 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-765a87b9-6cee-45ad-8280-3f3f28ef84da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:30.708829 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-765a87b9-6cee-45ad-8280-3f3f28ef84da service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 916 time: 0.3350606 Oct 23 02:13:30.711081 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-b5e1edd1-ffdf-4d2f-a70f-cdfffec105ca service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61317ede-51a1-40af-8eb5-20b778437720 HTTP/1.1" status: 200 len: 217 time: 0.0592651 Oct 23 02:13:30.724377 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-85cea05d-96b9-4faf-8be5-15e623a02876 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (d01c7cdc-beb6-40f0-9ec9-39c7a720d4f2), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.728705 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-85cea05d-96b9-4faf-8be5-15e623a02876 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (d01c7cdc-beb6-40f0-9ec9-39c7a720d4f2), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.748686 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cea05d-96b9-4faf-8be5-15e623a02876 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01c7cdc-beb6-40f0-9ec9-39c7a720d4f2,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:30.757287 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-85cea05d-96b9-4faf-8be5-15e623a02876 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.758544 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-85cea05d-96b9-4faf-8be5-15e623a02876 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471031 Oct 23 02:13:30.761523 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52346) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:30.765724 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-369c1094-00d0-429d-b8ec-e3c5e67fcd41 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'security_group_rule': {'security_group_id': '7ce7f0c2-344b-4416-96bb-324a4aafd118', 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:30.788293 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.securitygroups_db [None req-369c1094-00d0-429d-b8ec-e3c5e67fcd41 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Project 10f27676e78f475fa9734f3d6f541da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:13:30.794519 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-369c1094-00d0-429d-b8ec-e3c5e67fcd41 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (36e0521a-bd1e-492a-89db-00bf51ed551c), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.816040 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81cf57db-9e4d-475a-9f07-7ef2c30bd390 req-6e7f9275-9c04-4b36-b1ea-45b46963b25e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835914 Oct 23 02:13:30.849455 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:30.850169 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-994f84f2-4a8e-4c90-ac56-06316c1ad5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:30.851734 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-994f84f2-4a8e-4c90-ac56-06316c1ad5fb service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=48db8fa3-6075-40bb-8096-0066e3b41a9f HTTP/1.1" status: 200 len: 849 time: 0.1278467 Oct 23 02:13:30.853468 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-e06eff66-989f-4cfd-a9ed-e8ee118d3603 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3575bee5-b894-41b6-ba5e-2cac0d91950d HTTP/1.1" status: 200 len: 1000 time: 0.1307096 Oct 23 02:13:30.859790 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-369c1094-00d0-429d-b8ec-e3c5e67fcd41 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (36e0521a-bd1e-492a-89db-00bf51ed551c), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.864339 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-369c1094-00d0-429d-b8ec-e3c5e67fcd41 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (36e0521a-bd1e-492a-89db-00bf51ed551c), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.883974 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c1094-00d0-429d-b8ec-e3c5e67fcd41 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e0521a-bd1e-492a-89db-00bf51ed551c,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:30.893404 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-369c1094-00d0-429d-b8ec-e3c5e67fcd41 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.897174 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-369c1094-00d0-429d-b8ec-e3c5e67fcd41 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321673 Oct 23 02:13:30.897365 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52348) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:30.902144 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-b80c4776-b78a-479f-a658-df2d2e542949 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'security_group_rule': {'security_group_id': '7ce7f0c2-344b-4416-96bb-324a4aafd118', 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:30.920553 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-8568bbb0-ee6d-427c-8fec-17c7aaa2cb57 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4d27eda4-500e-483b-bb5d-00efa68e057f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549948 Oct 23 02:13:30.926236 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.securitygroups_db [None req-b80c4776-b78a-479f-a658-df2d2e542949 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Project 10f27676e78f475fa9734f3d6f541da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:13:30.932285 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b80c4776-b78a-479f-a658-df2d2e542949 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (9fa3020c-33d6-404f-ae10-84c308fbd030), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.935709 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-a214c8ef-7265-4e89-b9bd-5853d99ed37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:30.937195 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-a214c8ef-7265-4e89-b9bd-5853d99ed37e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.0621693 Oct 23 02:13:30.994419 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b80c4776-b78a-479f-a658-df2d2e542949 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (9fa3020c-33d6-404f-ae10-84c308fbd030), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:30.998513 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b80c4776-b78a-479f-a658-df2d2e542949 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (9fa3020c-33d6-404f-ae10-84c308fbd030), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:31.023502 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4776-b78a-479f-a658-df2d2e542949 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa3020c-33d6-404f-ae10-84c308fbd030,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:31.041042 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b80c4776-b78a-479f-a658-df2d2e542949 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:31.044622 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b80c4776-b78a-479f-a658-df2d2e542949 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462481 Oct 23 02:13:31.051500 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['61317ede-51a1-40af-8eb5-20b778437720'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:13:31.456202 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 5d83565a-e9d9-4447-9424-fdaa69518c46 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:31.518419 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 5d83565a-e9d9-4447-9424-fdaa69518c46 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:31.518830 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:31.519857 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 5d83565a-e9d9-4447-9424-fdaa69518c46 Oct 23 02:13:31.522942 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:31.611321 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 5d83565a-e9d9-4447-9424-fdaa69518c46 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:31.612627 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 5e2b030f-9f68-48a7-ad1c-978918c77eb2 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:31.659387 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:31.659739 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:31.660081 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 Oct 23 02:13:31.736446 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:31.736879 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:31.764793 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 5e2b030f-9f68-48a7-ad1c-978918c77eb2, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=5e2b030f-9f68-48a7-ad1c-978918c77eb2,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:31.770160 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:31.808568 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355872-0c7b-4e7f-b1bc-6c2668cc43d6 req-65f0924a-4fae-490f-8b2d-3b4f6c389500 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:31.810175 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-20355872-0c7b-4e7f-b1bc-6c2668cc43d6 req-65f0924a-4fae-490f-8b2d-3b4f6c389500 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0510106 Oct 23 02:13:31.821961 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=5e2b030f-9f68-48a7-ad1c-978918c77eb2,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:31.864864 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-20355872-0c7b-4e7f-b1bc-6c2668cc43d6 req-cea41ce3-5756-446c-b66b-55f24f7fb63b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480537 Oct 23 02:13:31.948069 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303adb10-8342-44de-af38-ce873fdf09e2 req-7980f825-5064-45c1-99e7-c3897c86cb73 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:31.949586 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-303adb10-8342-44de-af38-ce873fdf09e2 req-7980f825-5064-45c1-99e7-c3897c86cb73 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 944 time: 0.0528872 Oct 23 02:13:31.997773 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-303adb10-8342-44de-af38-ce873fdf09e2 req-079854fa-a121-4efd-924e-1886628b4204 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Oct 23 02:13:32.464083 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Sync routers for ids ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:13:32.475985 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Routers {'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:32.476629 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:32.586362 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Set router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:32.714763 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 61317ede-51a1-40af-8eb5-20b778437720 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:32.768993 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 61317ede-51a1-40af-8eb5-20b778437720 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:13:32.774746 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 61317ede-51a1-40af-8eb5-20b778437720 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:32.775190 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (61317ede-51a1-40af-8eb5-20b778437720), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:32.775582 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 61317ede-51a1-40af-8eb5-20b778437720 Oct 23 02:13:32.779382 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:24Z', 'updated_at': '2022-10-23T02:13:28Z', 'revision_number': 4, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'gw_port': {'id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:25Z', 'updated_at': '2022-10-23T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '796a8b01-35d8-494a-9ed7-89eca632b65d', 'name': '', 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'mac_address': 'fa:16:3e:0a:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:27Z', 'updated_at': '2022-10-23T02:13:28Z', 'revision_number': 2, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'subnets': [{'id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:32.805551 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Checking router: f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:13:32.806029 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Updating router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 port 796a8b01-35d8-494a-9ed7-89eca632b65d binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:13:32.810414 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:32.834018 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:32.855132 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 61317ede-51a1-40af-8eb5-20b778437720 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:32.855524 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (61317ede-51a1-40af-8eb5-20b778437720), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:32.878031 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61317ede-51a1-40af-8eb5-20b778437720'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:13:32.880315 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a3634-b6b9-4c72-b8d1-ec268c2c289a" -d '{"events": [{"server_uuid": "b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "61317ede-51a1-40af-8eb5-20b778437720"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:13:32.894752 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 61317ede-51a1-40af-8eb5-20b778437720, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=61317ede-51a1-40af-8eb5-20b778437720,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:32.898876 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (61317ede-51a1-40af-8eb5-20b778437720), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:32.947884 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8205e858-b4bd-4aa3-acc1-8c384b27af27 x-openstack-request-id: req-8205e858-b4bd-4aa3-acc1-8c384b27af27 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:13:32.948166 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3", "name": "network-vif-plugged", "status": "completed", "tag": "61317ede-51a1-40af-8eb5-20b778437720", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:13:32.948699 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8205e858-b4bd-4aa3-acc1-8c384b27af27 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:13:32.949106 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8205e858-b4bd-4aa3-acc1-8c384b27af27'] response: {'server_uuid': 'b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61317ede-51a1-40af-8eb5-20b778437720', 'code': 200} Oct 23 02:13:32.950147 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=61317ede-51a1-40af-8eb5-20b778437720,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:33.010701 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508739-eae7-4e8d-afb8-9a403ee96b7f req-25e93e4b-9790-4077-acbc-1a9459278067 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:33.012187 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-82508739-eae7-4e8d-afb8-9a403ee96b7f req-25e93e4b-9790-4077-acbc-1a9459278067 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0505738 Oct 23 02:13:33.063685 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-82508739-eae7-4e8d-afb8-9a403ee96b7f req-ccc67f07-906b-4a45-a2bb-e4e9e60d8cab tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456862 Oct 23 02:13:33.128683 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35db7d-a610-4e03-aa48-3e3b62428d66 req-c40ad3b4-1a59-429d-82e2-359614f6ca86 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:33.130251 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7f35db7d-a610-4e03-aa48-3e3b62428d66 req-c40ad3b4-1a59-429d-82e2-359614f6ca86 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0509062 Oct 23 02:13:33.183584 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7f35db7d-a610-4e03-aa48-3e3b62428d66 req-deea428f-af2d-4d37-bdab-0aba1d5a1666 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471079 Oct 23 02:13:33.210650 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Publish callbacks [] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:33.216597 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:33.277528 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64113854-40cb-4e1e-8574-333d85ddf0d0 None None] Pushing event updated for resources: {'Port': ['ID=796a8b01-35d8-494a-9ed7-89eca632b65d,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:33.306710 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Attempting to bind port 796a8b01-35d8-494a-9ed7-89eca632b65d on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:33.307085 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Attempting to bind port 796a8b01-35d8-494a-9ed7-89eca632b65d by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'e89322ac-bd2b-4b17-b248-006fb8787774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:33.307450 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Attempting to bind port 796a8b01-35d8-494a-9ed7-89eca632b65d on network 06e187ed-7299-4c87-b58d-06db06e8cdb4 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:33.332714 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:33.352455 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:33.352832 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Checking segment: {'id': 'e89322ac-bd2b-4b17-b248-006fb8787774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:33.353240 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:33.353627 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Bound using segment: {'id': 'e89322ac-bd2b-4b17-b248-006fb8787774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:33.354095 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Bound port: 796a8b01-35d8-494a-9ed7-89eca632b65d, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89322ac-bd2b-4b17-b248-006fb8787774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:33.354507 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:33.372385 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 5e2b030f-9f68-48a7-ad1c-978918c77eb2 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:33.434350 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] For port 796a8b01-35d8-494a-9ed7-89eca632b65d, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:33.441159 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] For port 796a8b01-35d8-494a-9ed7-89eca632b65d, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=796a8b01-35d8-494a-9ed7-89eca632b65d,segment=NetworkSegment(e89322ac-bd2b-4b17-b248-006fb8787774),segment_id=e89322ac-bd2b-4b17-b248-006fb8787774)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:33.447613 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:33.448356 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:33.449498 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 Oct 23 02:13:33.452977 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:33.489589 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-edf5607f-7774-4f80-972a-573d764146e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:33.491689 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-edf5607f-7774-4f80-972a-573d764146e7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031783 Oct 23 02:13:33.500173 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:33.522081 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Routers {'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:13:33.522773 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:33.554790 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:33.597127 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64113854-40cb-4e1e-8574-333d85ddf0d0 None None] Pushing event updated for resources: {'Port': ['ID=796a8b01-35d8-494a-9ed7-89eca632b65d,revision_number=4']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:33.632715 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-f2163c64-5065-4557-92de-1b13bd19565a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125828 Oct 23 02:13:33.635801 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ddd76-0d64-4e9b-a1be-1264c2821ef9 req-49ce08c8-f6ac-482a-832f-8f6f6be0ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:33.637193 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8e2ddd76-0d64-4e9b-a1be-1264c2821ef9 req-49ce08c8-f6ac-482a-832f-8f6f6be0ec03 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 1130 time: 0.0654299 Oct 23 02:13:33.683988 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c664e-769b-4f28-a63b-994391fd293c req-a5c7e538-a3ea-4cca-815f-39976e74e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:33.683988 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-d09c664e-769b-4f28-a63b-994391fd293c req-a5c7e538-a3ea-4cca-815f-39976e74e415 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 1129 time: 0.0784252 Oct 23 02:13:33.696444 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] Set router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:13:33.697426 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-1fa6bcbc-5b4d-442c-bcee-688c772b54e0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961284 Oct 23 02:13:33.762758 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:33.762996 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-d09c664e-769b-4f28-a63b-994391fd293c req-2be971ee-e32b-40e6-af3e-6913109ae28c service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722089 Oct 23 02:13:33.817522 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8e2ddd76-0d64-4e9b-a1be-1264c2821ef9 req-eea1697a-dae3-4fa2-8fb8-baffd9cf945d service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655691 Oct 23 02:13:33.825438 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:33.869589 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fe959133-8ee8-42ed-bdbd-c6b77d3cd15d req-22b55ed6-1d63-426d-9d58-b45501e0f3cd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166393 Oct 23 02:13:33.880893 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0ff4b00-f097-46f5-ae4c-68d6e031ba80 req-7963f281-a59b-44c8-b3f2-28d0aa78315e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551950 Oct 23 02:13:33.916020 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:24Z', 'updated_at': '2022-10-23T02:13:28Z', 'revision_number': 4, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'gw_port': {'id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:25Z', 'updated_at': '2022-10-23T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '796a8b01-35d8-494a-9ed7-89eca632b65d', 'name': '', 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'mac_address': 'fa:16:3e:0a:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:27Z', 'updated_at': '2022-10-23T02:13:33Z', 'revision_number': 4, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'subnets': [{'id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:13:33.940898 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b690ba2-85e8-4ecb-b3b0-03e793ebf592 None None] The sync data for ids ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'] in dv-cinder-861491-5-iscsi is: [{'id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:24Z', 'updated_at': '2022-10-23T02:13:28Z', 'revision_number': 4, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'gw_port': {'id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:25Z', 'updated_at': '2022-10-23T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '796a8b01-35d8-494a-9ed7-89eca632b65d', 'name': '', 'network_id': '06e187ed-7299-4c87-b58d-06db06e8cdb4', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'mac_address': 'fa:16:3e:0a:80:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:27Z', 'updated_at': '2022-10-23T02:13:33Z', 'revision_number': 4, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'subnets': [{'id': 'f506e757-9895-457e-89fc-7fa1fb6f90d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:13:34.186374 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8159a-e021-4f3e-a5b1-679e95a3a5a1 req-751c6197-34fc-40be-8462-058f200afed7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:34.187857 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-47d8159a-e021-4f3e-a5b1-679e95a3a5a1 req-751c6197-34fc-40be-8462-058f200afed7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0468125 Oct 23 02:13:34.235798 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-47d8159a-e021-4f3e-a5b1-679e95a3a5a1 req-999210a2-c73c-421d-b494-f847f5edac57 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Oct 23 02:13:34.355954 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869fee2-c788-4641-a14c-79efdf939493 req-7c1c6d08-6740-4131-853a-177427cb958c tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:34.357867 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7869fee2-c788-4641-a14c-79efdf939493 req-7c1c6d08-6740-4131-853a-177427cb958c tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0724900 Oct 23 02:13:34.407179 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7869fee2-c788-4641-a14c-79efdf939493 req-1d04e116-9424-4ee0-84a8-a13a8106de8e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435579 Oct 23 02:13:35.369216 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1703e1-5cdb-4c6e-9ace-cef1239dce71 req-2fa68b8f-e3db-400a-9de3-e4fb62f724ad tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:35.372590 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9a1703e1-5cdb-4c6e-9ace-cef1239dce71 req-2fa68b8f-e3db-400a-9de3-e4fb62f724ad tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0518258 Oct 23 02:13:35.381443 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 796a8b01-35d8-494a-9ed7-89eca632b65d up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:35.423035 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9a1703e1-5cdb-4c6e-9ace-cef1239dce71 req-c44ae759-5ade-45cd-a7ad-33389c6f3bb5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Oct 23 02:13:35.426767 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 796a8b01-35d8-494a-9ed7-89eca632b65d triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:35.427155 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:35.427500 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 796a8b01-35d8-494a-9ed7-89eca632b65d Oct 23 02:13:35.462602 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:35.509473 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 796a8b01-35d8-494a-9ed7-89eca632b65d is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:35.509877 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:35.542709 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032a391-9266-4e36-8d46-ff9c7e23b988 req-5798c21a-4788-40ec-8823-cd4de4782cc1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:35.544157 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 796a8b01-35d8-494a-9ed7-89eca632b65d, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=796a8b01-35d8-494a-9ed7-89eca632b65d,segment=NetworkSegment(e89322ac-bd2b-4b17-b248-006fb8787774),segment_id=e89322ac-bd2b-4b17-b248-006fb8787774)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:35.544302 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f032a391-9266-4e36-8d46-ff9c7e23b988 req-5798c21a-4788-40ec-8823-cd4de4782cc1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0582383 Oct 23 02:13:35.548254 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:35.593703 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f032a391-9266-4e36-8d46-ff9c7e23b988 req-d2f7b31f-cfd5-4a26-854b-a99f0dbf5363 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 Oct 23 02:13:35.596482 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=796a8b01-35d8-494a-9ed7-89eca632b65d,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:36.552966 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfc659-9268-4c5c-bfd8-f08fdd63a74a req-56084677-39b6-4ff5-b3e0-a8bf3cb3dcfd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:36.554461 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1fcfc659-9268-4c5c-bfd8-f08fdd63a74a req-56084677-39b6-4ff5-b3e0-a8bf3cb3dcfd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0514264 Oct 23 02:13:36.601680 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1fcfc659-9268-4c5c-bfd8-f08fdd63a74a req-a512e106-5d21-40a5-b4f0-ac25aec13742 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Oct 23 02:13:36.715289 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9660d25-fd2a-4156-b6bd-7df410b09e30 req-39e08099-00c7-436e-a6e5-b2a71bb3b087 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:36.716689 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c9660d25-fd2a-4156-b6bd-7df410b09e30 req-39e08099-00c7-436e-a6e5-b2a71bb3b087 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0460842 Oct 23 02:13:36.766883 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c9660d25-fd2a-4156-b6bd-7df410b09e30 req-3447412a-e2f1-438e-b188-3d04047ce23e tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440164 Oct 23 02:13:37.368548 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 796a8b01-35d8-494a-9ed7-89eca632b65d up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:13:37.420103 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 796a8b01-35d8-494a-9ed7-89eca632b65d triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:37.420479 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:37.420816 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 796a8b01-35d8-494a-9ed7-89eca632b65d Oct 23 02:13:37.499844 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 796a8b01-35d8-494a-9ed7-89eca632b65d is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:13:37.725952 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d11ec-a725-4c85-902b-b47170dbd177 req-18ad09da-1f9e-4699-9697-2ad86dc7a7dc tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:37.727469 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2d3d11ec-a725-4c85-902b-b47170dbd177 req-18ad09da-1f9e-4699-9697-2ad86dc7a7dc tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0498986 Oct 23 02:13:37.794174 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2d3d11ec-a725-4c85-902b-b47170dbd177 req-48756932-89ba-4c9c-819c-5c1fe643ca27 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609570 Oct 23 02:13:37.841511 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5716a-d9fb-455c-ada3-95da8675900e req-c3b9e999-de32-4549-b0b0-42a17695ee54 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:37.843280 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d5e5716a-d9fb-455c-ada3-95da8675900e req-c3b9e999-de32-4549-b0b0-42a17695ee54 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0700865 Oct 23 02:13:37.901490 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d5e5716a-d9fb-455c-ada3-95da8675900e req-7cda82c7-c506-47f9-ba5a-3f7bc5e07466 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521300 Oct 23 02:13:38.077367 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:38.086008 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f15d61-a25e-4fa5-9827-f90b0f3b62f1 req-fb390e6a-cbb1-4f32-93fc-03bd3888b606 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:38.087527 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-47f15d61-a25e-4fa5-9827-f90b0f3b62f1 req-fb390e6a-cbb1-4f32-93fc-03bd3888b606 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0569103 Oct 23 02:13:38.144384 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-47f15d61-a25e-4fa5-9827-f90b0f3b62f1 req-93051b6a-ba15-47fa-a882-8a53eb82981b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Oct 23 02:13:39.026123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dbcc0-1de1-4cb9-b670-3ab9122c9dfa req-864a9c2c-cc66-4c41-a97c-32d36cbf03f1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:39.027675 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b93dbcc0-1de1-4cb9-b670-3ab9122c9dfa req-864a9c2c-cc66-4c41-a97c-32d36cbf03f1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0498126 Oct 23 02:13:39.076599 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b93dbcc0-1de1-4cb9-b670-3ab9122c9dfa req-366ddbe4-44d8-4c59-bde9-14efb3505fa1 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Oct 23 02:13:39.107397 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:13:39.277515 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-d24b39bf-658c-4ee0-b234-da281f6cfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:39.279046 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-d24b39bf-658c-4ee0-b234-da281f6cfae1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 1130 time: 0.0753672 Oct 23 02:13:39.292271 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb58e31-ff9a-45ee-a4b1-9c4b124d8137 req-fcef0112-ccbf-495c-8e1c-0da8d97ad220 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:39.293636 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0eb58e31-ff9a-45ee-a4b1-9c4b124d8137 req-fcef0112-ccbf-495c-8e1c-0da8d97ad220 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0616045 Oct 23 02:13:39.362230 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:39.415836 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0eb58e31-ff9a-45ee-a4b1-9c4b124d8137 req-863a148f-80d9-4788-a41f-e757507ca0bb tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124167 Oct 23 02:13:39.421208 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-8bd31c70-5fdb-4e34-b4c2-1fb2296b58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:39.422712 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-8bd31c70-5fdb-4e34-b4c2-1fb2296b58e6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.1282189 Oct 23 02:13:39.850105 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-9b71998a-913b-4bb4-bbe1-b4bd28b391dd service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201fa2da-3990-492d-a724-016abaeaf38a HTTP/1.1" status: 200 len: 217 time: 0.2719388 Oct 23 02:13:39.939551 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-67696e56-9f2d-441d-b802-bc51a2266768 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:39.940970 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-67696e56-9f2d-441d-b802-bc51a2266768 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0690153 Oct 23 02:13:39.946186 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-d0b14a43-1dae-4ac8-a79c-aca48984d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:39.947607 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-d0b14a43-1dae-4ac8-a79c-aca48984d92f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0831835 Oct 23 02:13:40.023342 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-51c882dd-f795-44c1-ac7b-e10fa6310801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:40.024848 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-51c882dd-f795-44c1-ac7b-e10fa6310801 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691824 Oct 23 02:13:40.103389 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Deleting port 61317ede-51a1-40af-8eb5-20b778437720 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:13:40.104119 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (61317ede-51a1-40af-8eb5-20b778437720), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:40.240909 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5013f-7273-4b9b-83ab-df1653fedf24 req-86b6747f-9e18-4793-92b8-cb0e45dae42f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:40.242385 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6ec5013f-7273-4b9b-83ab-df1653fedf24 req-86b6747f-9e18-4793-92b8-cb0e45dae42f tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 945 time: 0.0887725 Oct 23 02:13:40.248512 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-7f67e1d1-c8a4-46ec-b691-a490349ecc26 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050683 Oct 23 02:13:40.346065 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] For port 61317ede-51a1-40af-8eb5-20b778437720, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=61317ede-51a1-40af-8eb5-20b778437720,segment=NetworkSegment(b4945d40-cb07-4b53-86ee-6ba3ced107b4),segment_id=b4945d40-cb07-4b53-86ee-6ba3ced107b4)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:13:40.346426 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (61317ede-51a1-40af-8eb5-20b778437720), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:40.378352 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Calling delete_port for 61317ede-51a1-40af-8eb5-20b778437720 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:13:40.381599 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:40.397173 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6ec5013f-7273-4b9b-83ab-df1653fedf24 req-af2990bd-2ff8-459e-a744-6ccd1fc8953c tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6ad37a38-26cb-492b-aa8d-6b48accb7f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477668 Oct 23 02:13:40.446350 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-017b6423-499f-453d-b89b-eb58a22f1b99 req-7516775a-8dd1-45d3-91a6-42d3feca2197 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892991 Oct 23 02:13:40.574791 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8803a-db3d-458f-ac0f-4a37c01c75d6 req-87f9aa25-237e-4694-bb35-ebcddb818720 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:40.576473 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-13e8803a-db3d-458f-ac0f-4a37c01c75d6 req-87f9aa25-237e-4694-bb35-ebcddb818720 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0615747 Oct 23 02:13:40.577759 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (61317ede-51a1-40af-8eb5-20b778437720), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:40.587044 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:40.618099 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Pushing event deleted for resources: {'Port': ['ID=61317ede-51a1-40af-8eb5-20b778437720,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:40.629873 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['61317ede-51a1-40af-8eb5-20b778437720'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:13:40.684610 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] No DVR routers for this DVR port 61317ede-51a1-40af-8eb5-20b778437720 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:13:40.689932 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:40.693282 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-db47740f-1cfa-4f76-b867-d7690edb29aa req-f48d97ee-2d3a-437b-9402-5929561b9b57 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.49 "DELETE /networking/v2.0/ports/61317ede-51a1-40af-8eb5-20b778437720 HTTP/1.1" status: 204 len: 173 time: 0.7447867 Oct 23 02:13:40.693858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3', 'name': 'network-vif-deleted', 'tag': '61317ede-51a1-40af-8eb5-20b778437720'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:13:40.697997 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb71df-4651-4ead-8c4d-80d94a3eed19" -d '{"events": [{"server_uuid": "b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3", "name": "network-vif-deleted", "tag": "61317ede-51a1-40af-8eb5-20b778437720"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:13:40.703028 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-13e8803a-db3d-458f-ac0f-4a37c01c75d6 req-cd618ff0-463d-49a6-b228-cb73a3eae299 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147523 Oct 23 02:13:40.753611 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd8e94-9c3b-422a-9581-80157bec8ea6 x-openstack-request-id: req-23dd8e94-9c3b-422a-9581-80157bec8ea6 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:13:40.753915 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3", "name": "network-vif-deleted", "tag": "61317ede-51a1-40af-8eb5-20b778437720", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:13:40.754284 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23dd8e94-9c3b-422a-9581-80157bec8ea6 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:13:40.754835 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23dd8e94-9c3b-422a-9581-80157bec8ea6'] response: {'server_uuid': 'b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3', 'name': 'network-vif-deleted', 'tag': '61317ede-51a1-40af-8eb5-20b778437720', 'status': 'completed', 'code': 200} Oct 23 02:13:41.518909 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e3901c5e-1ea7-4814-8d91-8b93f0812b19 req-8ebc0a9c-7cc2-4b9b-8e05-327497a5986c tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0319095 Oct 23 02:13:41.838690 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7c17f-d813-4b36-9a5f-1d3183dd26a9 req-8491defe-fb99-4a75-a0c5-48ebff8ccf90 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:41.840391 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b5f7c17f-d813-4b36-9a5f-1d3183dd26a9 req-8491defe-fb99-4a75-a0c5-48ebff8ccf90 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0510836 Oct 23 02:13:41.893842 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b5f7c17f-d813-4b36-9a5f-1d3183dd26a9 req-3b24454a-1094-4dd5-9016-bdc106cb9d8f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 Oct 23 02:13:42.634357 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0b0c943f-41f0-4abe-9e2a-7049788c267e req-1a449a4d-0a50-4b01-a9fd-5397461043b5 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0282393 Oct 23 02:13:43.018637 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe95fe-b63d-4a53-a6c1-c3d74fd802a5 req-24cc22cb-ad3e-4f81-92bb-67575c755f9a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:43.021971 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41fe95fe-b63d-4a53-a6c1-c3d74fd802a5 req-24cc22cb-ad3e-4f81-92bb-67575c755f9a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0507348 Oct 23 02:13:43.074181 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41fe95fe-b63d-4a53-a6c1-c3d74fd802a5 req-b8fd7b94-1669-454f-a58b-56a4e1bbb533 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484984 Oct 23 02:13:43.197526 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52550) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:43.321561 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-41235c32-d38a-4f0d-9d37-d7529876bccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:43.395970 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-41235c32-d38a-4f0d-9d37-d7529876bccd admin admin] Publish callbacks [] for security_group (a9919587-f04e-4421-9736-0e2fc1379add), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:43.399919 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-41235c32-d38a-4f0d-9d37-d7529876bccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a9919587-f04e-4421-9736-0e2fc1379add), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:43.422615 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:43.441489 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41235c32-d38a-4f0d-9d37-d7529876bccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9919587-f04e-4421-9736-0e2fc1379add,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:43.446067 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-41235c32-d38a-4f0d-9d37-d7529876bccd admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c9b57afa51f94c04bbd45a29757b2e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474475 Oct 23 02:13:43.449095 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52556) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:43.499321 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1e92-402f-4dce-a345-57993f765eb4 admin admin] Publish callbacks [] for security_group (a9919587-f04e-4421-9736-0e2fc1379add), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:43.525395 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1e92-402f-4dce-a345-57993f765eb4 admin admin] Publish callbacks [] for security_group (a9919587-f04e-4421-9736-0e2fc1379add), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:43.572060 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1e92-402f-4dce-a345-57993f765eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a9919587-f04e-4421-9736-0e2fc1379add), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:43.574702 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5e7b1e92-402f-4dce-a345-57993f765eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:43.575821 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-5e7b1e92-402f-4dce-a345-57993f765eb4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a9919587-f04e-4421-9736-0e2fc1379add HTTP/1.1" status: 204 len: 168 time: 0.1258271 Oct 23 02:13:43.585112 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b1e92-402f-4dce-a345-57993f765eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9919587-f04e-4421-9736-0e2fc1379add,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:43.708629 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ec173caa-f36f-4cf5-b4a1-9429bcacc42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:43.776762 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3161f13c-79fa-4484-af4a-7890963af03f req-6e7200c1-84b9-40d6-a910-9a89635cf4e6 tempest-VolumesActionsTest-1962269863 tempest-VolumesActionsTest-1962269863-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7d9fafa-0055-4d69-b8bd-ba9109e2d0f3 HTTP/1.1" status: 200 len: 210 time: 0.0297558 Oct 23 02:13:43.919607 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=39 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:44.195773 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af4295-18c8-4a38-baf5-619edaa27690 req-88a6b364-89ff-4590-a38a-ed5624f89b9c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:44.197266 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-82af4295-18c8-4a38-baf5-619edaa27690 req-88a6b364-89ff-4590-a38a-ed5624f89b9c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0489700 Oct 23 02:13:44.245285 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-82af4295-18c8-4a38-baf5-619edaa27690 req-c7169f0d-e51c-491a-a1be-44a64b29b623 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Oct 23 02:13:44.744423 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 61317ede-51a1-40af-8eb5-20b778437720 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:13:44.763726 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 61317ede-51a1-40af-8eb5-20b778437720 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:13:44.764076 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 61317ede-51a1-40af-8eb5-20b778437720 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:13:46.084932 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-3edd8388-9308-4a4f-bf2a-e201a9ed8787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:46.795607 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52672) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:46.800186 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-4ec9e28d-b574-413c-847c-1179983f3c79 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313551837', 'description': 'tempest-description--1662838348'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:46.822690 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e28d-b574-413c-847c-1179983f3c79 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:46.891030 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e28d-b574-413c-847c-1179983f3c79 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group (4934e58f-638b-4d42-a3af-8d869d5e594f), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:46.895107 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e28d-b574-413c-847c-1179983f3c79 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (4934e58f-638b-4d42-a3af-8d869d5e594f), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:46.899451 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:46.930628 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ec9e28d-b574-413c-847c-1179983f3c79 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:46.931859 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-4ec9e28d-b574-413c-847c-1179983f3c79 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1352565 Oct 23 02:13:46.933666 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9e28d-b574-413c-847c-1179983f3c79 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4934e58f-638b-4d42-a3af-8d869d5e594f,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:46.935152 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 52676) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:46.945308 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-73b8d5c9-f613-4e2a-a5f3-ba68fba147d6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Request body: {'security_group_rule': {'security_group_id': '4934e58f-638b-4d42-a3af-8d869d5e594f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:46.988827 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-73b8d5c9-f613-4e2a-a5f3-ba68fba147d6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group_rule (741a0b56-1a48-4809-a50a-721a3fbeb564), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.060229 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-73b8d5c9-f613-4e2a-a5f3-ba68fba147d6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group_rule (741a0b56-1a48-4809-a50a-721a3fbeb564), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.065823 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-73b8d5c9-f613-4e2a-a5f3-ba68fba147d6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (741a0b56-1a48-4809-a50a-721a3fbeb564), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.089482 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8d5c9-f613-4e2a-a5f3-ba68fba147d6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741a0b56-1a48-4809-a50a-721a3fbeb564,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:47.099096 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-73b8d5c9-f613-4e2a-a5f3-ba68fba147d6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.100308 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-73b8d5c9-f613-4e2a-a5f3-ba68fba147d6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634827 Oct 23 02:13:47.103015 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 52684) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:47.107408 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-7f4c61a9-cb91-422a-97a1-47d3a170f8a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Request body: {'security_group_rule': {'security_group_id': '4934e58f-638b-4d42-a3af-8d869d5e594f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:47.137988 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7f4c61a9-cb91-422a-97a1-47d3a170f8a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group_rule (71831002-357f-47d9-b012-ab2bb3a1653f), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.168858 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.213896 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7f4c61a9-cb91-422a-97a1-47d3a170f8a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group_rule (71831002-357f-47d9-b012-ab2bb3a1653f), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.217716 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7f4c61a9-cb91-422a-97a1-47d3a170f8a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (71831002-357f-47d9-b012-ab2bb3a1653f), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.237793 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:47.241594 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c61a9-cb91-422a-97a1-47d3a170f8a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71831002-357f-47d9-b012-ab2bb3a1653f,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:47.247599 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7f4c61a9-cb91-422a-97a1-47d3a170f8a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.253047 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52686) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:13:47.253190 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-7f4c61a9-cb91-422a-97a1-47d3a170f8a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489959 Oct 23 02:13:47.259302 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:47.291137 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.398337 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.525690 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Allocated IP 172.27.0.231 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/ab77d5d6-4091-4029-95fa-6404919c2005) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:47.642893 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for port (ab77d5d6-4091-4029-95fa-6404919c2005), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.682247 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (ab77d5d6-4091-4029-95fa-6404919c2005), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.705154 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:47.736421 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:47.737594 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event updated for resources: {'Port': ['ID=ab77d5d6-4091-4029-95fa-6404919c2005,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:47.741262 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:47.744151 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:47.827746 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for floatingip (fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:47.874129 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ab77d5d6-4091-4029-95fa-6404919c2005), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:48.038142 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for port (ab77d5d6-4091-4029-95fa-6404919c2005), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:48.042804 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ab77d5d6-4091-4029-95fa-6404919c2005), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:48.043607 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:48.087572 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:48.088809 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8338523 Oct 23 02:13:48.102625 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c874f-a3f0-496d-a3d4-3e6ac97944f7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event updated for resources: {'Port': ['ID=ab77d5d6-4091-4029-95fa-6404919c2005,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:48.305382 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-de7037f0-ea12-45c3-8f85-f7a91bfa6eef tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1313551837&fields=id&tenant_id=d7ac3d840c9f41ea842b8f4935770f8b HTTP/1.1" status: 200 len: 267 time: 0.0428505 Oct 23 02:13:48.418918 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122bc0-032b-4c72-ab06-8137baf93438 req-9ee67eac-9f12-4f68-8f61-ffbcb870be53 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:48.420482 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-9ee67eac-9f12-4f68-8f61-ffbcb870be53 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 819 time: 0.1087778 Oct 23 02:13:48.436034 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-286ccdfb-35e0-4b11-84d7-ebc4e3005d32 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/quotas/d7ac3d840c9f41ea842b8f4935770f8b HTTP/1.1" status: 200 len: 375 time: 0.0094886 Oct 23 02:13:48.491208 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-34ed12e0-0223-438f-884f-bfb32d102bb7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490472 Oct 23 02:13:48.523804 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:48.593961 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-05313314-9ebd-4182-92b4-41e886be9a4b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886235 Oct 23 02:13:48.685310 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-2e81d33d-b1fb-428e-abdb-3fa431fe2bca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849588 Oct 23 02:13:48.805937 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:48.815897 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:48.857308 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1d6ccf7f-41a9-4d21-a85a-e11f10d1f3a4 req-c4cf897e-d664-4742-a50b-df77281f182b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 210 time: 0.0306826 Oct 23 02:13:48.947719 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:49.103321 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:49.960492 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8f69bf26-bef7-4e7b-bcd2-5867c9a2b781 req-b93542ae-5e91-4840-a24b-596d3a4722df tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 210 time: 0.0283639 Oct 23 02:13:51.061546 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cc5b74da-08ba-4e2e-bead-87367022c0ab req-712a755d-72f2-4a16-95fe-37ec7abd4202 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 210 time: 0.0274978 Oct 23 02:13:52.164957 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0f387a65-a775-41ab-a7a0-23c3ae89b872 req-3da91424-68c1-43d2-b4ca-05adc441a7a2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 210 time: 0.0277116 Oct 23 02:13:53.120821 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122bc0-032b-4c72-ab06-8137baf93438 req-efef5f8c-a81f-4800-9794-5d07bfa5833d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:53.122314 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-efef5f8c-a81f-4800-9794-5d07bfa5833d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 819 time: 0.1084993 Oct 23 02:13:53.208027 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-a7a2b0aa-73a6-47ba-9964-2710e83216b8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7ac3d840c9f41ea842b8f4935770f8b HTTP/1.1" status: 200 len: 380 time: 0.0587070 Oct 23 02:13:53.271748 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5680c10e-3e67-44ef-97b5-277674b1ffbf req-972a2a7a-4067-4759-b94d-7a05cba2bdbd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 210 time: 0.0279300 Oct 23 02:13:53.327538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Request body: {'port': {'device_id': '91fc5747-8451-4657-979e-570ad7e73b8b', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'admin_state_up': True, 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'security_groups': ['4934e58f-638b-4d42-a3af-8d869d5e594f']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:53.438537 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Made reservation on behalf of d7ac3d840c9f41ea842b8f4935770f8b for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:13:53.442629 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:53.571370 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Allocated IP 172.20.0.3 (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e/ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1/91964ab3-6465-4503-be0d-3facc3db73f3) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:13:53.597996 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:53.723451 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for port (91964ab3-6465-4503-be0d-3facc3db73f3), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:53.756976 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:53.788645 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:53.815682 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:13:53.819379 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:13:53.821250 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event updated for resources: {'Port': ['ID=91964ab3-6465-4503-be0d-3facc3db73f3,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:53.823493 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:13:53.883673 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:53.884307 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:53.903871 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8389cc30-7c5e-48a3-b33a-9842d7a56a0e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801711 Oct 23 02:13:53.995559 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Request body: {'port': {'device_id': '91fc5747-8451-4657-979e-570ad7e73b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:13:54.085402 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:54.135456 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-c03d31e4-bd4d-473d-b586-8cc1036bd043 None None] Provisioning complete for port 91964ab3-6465-4503-be0d-3facc3db73f3 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:13:54.136069 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c03d31e4-bd4d-473d-b586-8cc1036bd043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:54.136257 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-c03d31e4-bd4d-473d-b586-8cc1036bd043 None None] Attempt 1 to provision port 91964ab3-6465-4503-be0d-3facc3db73f3 Oct 23 02:13:54.172036 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-c03d31e4-bd4d-473d-b586-8cc1036bd043 None None] Port 91964ab3-6465-4503-be0d-3facc3db73f3 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:13:54.403502 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91964ab3-6465-4503-be0d-3facc3db73f3 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:13:54.425236 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Publish callbacks [] for port (91964ab3-6465-4503-be0d-3facc3db73f3), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:54.460131 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be06025-2252-4014-b631-a28fd6f24edc req-f7acde31-474c-4452-8e39-cc1cbf96f693 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:54.462269 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6be06025-2252-4014-b631-a28fd6f24edc req-f7acde31-474c-4452-8e39-cc1cbf96f693 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 931 time: 0.1069970 Oct 23 02:13:54.467451 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Transition to ACTIVE for port object 91964ab3-6465-4503-be0d-3facc3db73f3 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:13:54.479362 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:54.640983 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:54.652398 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Pushing event updated for resources: {'Port': ['ID=91964ab3-6465-4503-be0d-3facc3db73f3,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:54.682305 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6be06025-2252-4014-b631-a28fd6f24edc req-8b1c19d4-78a3-4fa6-9eae-362e7ca04800 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135189 Oct 23 02:13:54.715948 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Attempting to bind port 91964ab3-6465-4503-be0d-3facc3db73f3 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:13:54.716498 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Attempting to bind port 91964ab3-6465-4503-be0d-3facc3db73f3 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:13:54.717054 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Attempting to bind port 91964ab3-6465-4503-be0d-3facc3db73f3 on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:54.832008 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Port 91964ab3-6465-4503-be0d-3facc3db73f3 on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:13:54.832354 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Attempting to bind port 91964ab3-6465-4503-be0d-3facc3db73f3 on network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:13:54.883819 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:13:54.884169 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Checking segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:13:54.884938 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Bound using segment: {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:13:54.885300 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Bound port: 91964ab3-6465-4503-be0d-3facc3db73f3, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66deb77-7363-4024-834b-f95fd4a684f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:13:54.885670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:54.955140 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] For port 91964ab3-6465-4503-be0d-3facc3db73f3, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:13:54.958588 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] For port 91964ab3-6465-4503-be0d-3facc3db73f3, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=91964ab3-6465-4503-be0d-3facc3db73f3,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:13:54.970291 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:54.975322 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:54.975954 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:54.977382 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/91964ab3-6465-4503-be0d-3facc3db73f3 HTTP/1.1" status: 200 len: 1093 time: 0.9861920 Oct 23 02:13:54.977949 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:13:54.980341 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24eebe9-4888-440b-beef-3f87ddd231ee" -d '{"events": [{"name": "network-changed", "server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:13:55.039163 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:55.057504 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41782c-5e14-4404-8d0a-26634cfd1263 service neutron] Pushing event updated for resources: {'Port': ['ID=91964ab3-6465-4503-be0d-3facc3db73f3,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:13:55.115369 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8b7e26fb-5eab-47ba-a8bf-ccdcb3859144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:55.117094 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-8b7e26fb-5eab-47ba-a8bf-ccdcb3859144 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 1127 time: 0.0465999 Oct 23 02:13:55.205650 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ca1f3b-e75c-4338-a86f-c10d47df6e5c x-openstack-request-id: req-65ca1f3b-e75c-4338-a86f-c10d47df6e5c {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:13:55.206071 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:13:55.206595 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65ca1f3b-e75c-4338-a86f-c10d47df6e5c {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:13:55.207231 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ca1f3b-e75c-4338-a86f-c10d47df6e5c'] response: {'name': 'network-changed', 'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3', 'status': 'completed', 'code': 200} Oct 23 02:13:55.209468 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-6a47d512-e8a8-4f87-b149-9bd719a11e25 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91964ab3-6465-4503-be0d-3facc3db73f3 HTTP/1.1" status: 200 len: 217 time: 0.0765564 Oct 23 02:13:55.269870 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122bc0-032b-4c72-ab06-8137baf93438 req-5ff55fa8-85e1-4235-8b00-732fd6179f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:55.271510 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-5ff55fa8-85e1-4235-8b00-732fd6179f39 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0533330 Oct 23 02:13:55.369410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122bc0-032b-4c72-ab06-8137baf93438 req-9c652685-ac87-4126-8f0a-9245645e9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:55.371029 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-9c652685-ac87-4126-8f0a-9245645e9cf9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916741 Oct 23 02:13:55.501673 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-d9bead87-94b1-4ed0-9e98-bd3aa681bcbf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222744 Oct 23 02:13:55.605448 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45122bc0-032b-4c72-ab06-8137baf93438 req-f0dd8f1d-9a93-4579-8624-ff41b25d67ab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965316 Oct 23 02:13:55.861885 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f409a24-9a47-43d3-9887-3238bda54e05 req-dd5c7bff-a98b-4b6e-af94-6d2327f18b6c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:55.863422 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5f409a24-9a47-43d3-9887-3238bda54e05 req-dd5c7bff-a98b-4b6e-af94-6d2327f18b6c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 943 time: 0.0590911 Oct 23 02:13:55.934056 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5f409a24-9a47-43d3-9887-3238bda54e05 req-6cd30c84-286c-4d42-80a5-581ae4cbb0d1 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572152 Oct 23 02:13:56.111797 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:13:57.096717 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29572ad-e287-45b5-8f4b-ef87885b4185 req-1dbcb162-2394-4990-8280-53dc84e1f3a4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:57.098829 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e29572ad-e287-45b5-8f4b-ef87885b4185 req-1dbcb162-2394-4990-8280-53dc84e1f3a4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 943 time: 0.0593178 Oct 23 02:13:57.152617 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e29572ad-e287-45b5-8f4b-ef87885b4185 req-0bf8f6a9-9720-4904-9672-efa725293af0 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480444 Oct 23 02:13:58.095162 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:INSERT=2,neutron:SELECT=36,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:58.099719 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:58.342411 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c0707-d10f-498a-a4d1-890f2fb9ca0f req-d1ae2e2f-c8f1-41e1-b402-76e36080c4da tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:58.344473 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d82c0707-d10f-498a-a4d1-890f2fb9ca0f req-d1ae2e2f-c8f1-41e1-b402-76e36080c4da tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 943 time: 0.0685747 Oct 23 02:13:58.428688 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d82c0707-d10f-498a-a4d1-890f2fb9ca0f req-e43f3beb-7dc7-4c26-9ad2-e2ad39c8495d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747285 Oct 23 02:13:59.592096 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830aa2e-b466-43d1-8b2d-eb8e70c11160 req-d8f38ec5-6859-48d6-9dc0-3431a5404e6a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:59.593704 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e830aa2e-b466-43d1-8b2d-eb8e70c11160 req-d8f38ec5-6859-48d6-9dc0-3431a5404e6a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 943 time: 0.0688279 Oct 23 02:13:59.648672 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:13:59.660360 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e830aa2e-b466-43d1-8b2d-eb8e70c11160 req-d41751de-9734-4c53-852e-4900e502a0f8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589328 Oct 23 02:13:59.908586 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-3c6ce68a-0858-444f-9d7c-6525f1a51bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:13:59.910005 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-3c6ce68a-0858-444f-9d7c-6525f1a51bc2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 1127 time: 0.0510788 Oct 23 02:14:00.044045 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-194d830a-a74c-4495-b70e-9d0579881362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:00.045715 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-194d830a-a74c-4495-b70e-9d0579881362 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.1263416 Oct 23 02:14:00.097318 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-3df1ed66-67a1-4fc3-b21d-d2abf5739eea service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91964ab3-6465-4503-be0d-3facc3db73f3 HTTP/1.1" status: 200 len: 217 time: 0.0426273 Oct 23 02:14:00.170891 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-8b265fdb-fd9a-4d56-a517-bbd2cb1bda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:00.172609 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-8b265fdb-fd9a-4d56-a517-bbd2cb1bda52 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0672414 Oct 23 02:14:00.240014 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-f9db7a2d-7e7a-4222-b3b3-4522a8669f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:00.242596 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-f9db7a2d-7e7a-4222-b3b3-4522a8669f8e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619426 Oct 23 02:14:00.385097 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:00.400811 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-aae9d3ff-0143-44d4-b37b-6868c5a7cb85 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467993 Oct 23 02:14:00.596488 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a24eebe9-4888-440b-beef-3f87ddd231ee req-5bbf9c37-4f6d-4eb3-bc97-77bea821165a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875920 Oct 23 02:14:00.796106 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743a4d-e295-4398-ac87-f51fb349afae req-608b9702-cb09-455c-90f2-c6c76dbe0b54 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:00.797854 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-79743a4d-e295-4398-ac87-f51fb349afae req-608b9702-cb09-455c-90f2-c6c76dbe0b54 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 943 time: 0.0541558 Oct 23 02:14:00.856241 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-79743a4d-e295-4398-ac87-f51fb349afae req-a2beab21-f9eb-4e64-a1d9-132de9b5f8bf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522799 Oct 23 02:14:01.861873 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 91964ab3-6465-4503-be0d-3facc3db73f3 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:14:01.991074 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 91964ab3-6465-4503-be0d-3facc3db73f3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=91964ab3-6465-4503-be0d-3facc3db73f3,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:02.006625 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '91964ab3-6465-4503-be0d-3facc3db73f3', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'port_id': '91964ab3-6465-4503-be0d-3facc3db73f3', 'mac_address': 'fa:16:3e:d9:ea:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:14:02.014130 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6dd15-a520-45ca-93ee-f5f68a1d4340 req-348da5df-5b19-49e1-85c6-d4b463aa5c6e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:02.022207 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0cc6dd15-a520-45ca-93ee-f5f68a1d4340 req-348da5df-5b19-49e1-85c6-d4b463aa5c6e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 943 time: 0.0773644 Oct 23 02:14:02.045349 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 91964ab3-6465-4503-be0d-3facc3db73f3 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:02.045731 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:02.066351 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91964ab3-6465-4503-be0d-3facc3db73f3 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:14:02.086137 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0cc6dd15-a520-45ca-93ee-f5f68a1d4340 req-a822df47-114b-4379-adcd-3c5d99ee0190 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627162 Oct 23 02:14:02.095225 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 91964ab3-6465-4503-be0d-3facc3db73f3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=91964ab3-6465-4503-be0d-3facc3db73f3,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:02.106170 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:02.159816 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=91964ab3-6465-4503-be0d-3facc3db73f3,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:02.695150 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['91964ab3-6465-4503-be0d-3facc3db73f3'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:14:03.225843 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e01c3d-ff6d-4aa5-bcce-2946e8c9bf35 req-3e285a89-6bd2-408d-8a4d-3979f97ca555 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:03.227371 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c4e01c3d-ff6d-4aa5-bcce-2946e8c9bf35 req-3e285a89-6bd2-408d-8a4d-3979f97ca555 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 944 time: 0.0602350 Oct 23 02:14:03.275946 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c4e01c3d-ff6d-4aa5-bcce-2946e8c9bf35 req-060d8894-f305-4788-8ae7-6cc3e6d82791 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Oct 23 02:14:04.054972 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 91964ab3-6465-4503-be0d-3facc3db73f3 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:04.116582 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:04.119749 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 91964ab3-6465-4503-be0d-3facc3db73f3 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:14:04.131953 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 91964ab3-6465-4503-be0d-3facc3db73f3 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:04.132362 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:04.132713 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 91964ab3-6465-4503-be0d-3facc3db73f3 Oct 23 02:14:04.219024 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 91964ab3-6465-4503-be0d-3facc3db73f3 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:04.219724 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:04.255060 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:14:04.255060 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c6b401-3126-41e9-b239-dc1f07cd5a3f" -d '{"events": [{"server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "name": "network-vif-plugged", "status": "completed", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:14:04.335769 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 52994) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:04.417575 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96368425-dc5f-4a6e-82d6-33e9e1f98bed x-openstack-request-id: req-96368425-dc5f-4a6e-82d6-33e9e1f98bed {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:14:04.418197 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "name": "network-vif-plugged", "status": "completed", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:14:04.418631 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96368425-dc5f-4a6e-82d6-33e9e1f98bed {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:14:04.419216 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96368425-dc5f-4a6e-82d6-33e9e1f98bed'] response: {'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3', 'code': 200} Oct 23 02:14:04.423764 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 91964ab3-6465-4503-be0d-3facc3db73f3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=91964ab3-6465-4503-be0d-3facc3db73f3,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:04.430780 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:04.446859 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0032a31-6153-4834-a89c-55d0b5becaf3 req-512a1064-a030-4716-94c7-aef1e8a2ebc2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:04.448405 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0032a31-6153-4834-a89c-55d0b5becaf3 req-512a1064-a030-4716-94c7-aef1e8a2ebc2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 944 time: 0.0793443 Oct 23 02:14:04.462198 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:04.493612 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=91964ab3-6465-4503-be0d-3facc3db73f3,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:04.514601 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-579e2027-cead-46ee-874d-c3eedeb4baa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:04.547568 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0032a31-6153-4834-a89c-55d0b5becaf3 req-c693fa64-d111-4025-a363-23511fa3d62c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901399 Oct 23 02:14:04.618348 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-579e2027-cead-46ee-874d-c3eedeb4baa1 admin admin] Publish callbacks [] for security_group (8249ee15-8e29-4970-89eb-57504ecce086), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:04.623606 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-579e2027-cead-46ee-874d-c3eedeb4baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8249ee15-8e29-4970-89eb-57504ecce086), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:04.658101 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07997-fa7a-4472-bdc3-78f602daa6b3 req-2e2b9c01-8f16-45f6-ae99-f0370dba31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:04.660605 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fcf07997-fa7a-4472-bdc3-78f602daa6b3 req-2e2b9c01-8f16-45f6-ae99-f0370dba31a2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 1129 time: 0.0524597 Oct 23 02:14:04.722248 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fcf07997-fa7a-4472-bdc3-78f602daa6b3 req-763eca0b-f808-4b46-8c69-fe950891ed2b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538650 Oct 23 02:14:04.875934 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-579e2027-cead-46ee-874d-c3eedeb4baa1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d79a221e6cff4d368a66b3d06a8f244f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5384588 Oct 23 02:14:04.876118 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53006) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:04.905902 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e2027-cead-46ee-874d-c3eedeb4baa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8249ee15-8e29-4970-89eb-57504ecce086,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:04.986894 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-62df381e-b3f8-4e45-b977-4ccc56e69f19 admin admin] Publish callbacks [] for security_group (8249ee15-8e29-4970-89eb-57504ecce086), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:05.015517 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-62df381e-b3f8-4e45-b977-4ccc56e69f19 admin admin] Publish callbacks [] for security_group (8249ee15-8e29-4970-89eb-57504ecce086), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:05.053878 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:05.078189 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-62df381e-b3f8-4e45-b977-4ccc56e69f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8249ee15-8e29-4970-89eb-57504ecce086), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:05.081500 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-62df381e-b3f8-4e45-b977-4ccc56e69f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:05.082903 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-62df381e-b3f8-4e45-b977-4ccc56e69f19 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8249ee15-8e29-4970-89eb-57504ecce086 HTTP/1.1" status: 204 len: 168 time: 0.2058506 Oct 23 02:14:05.112485 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df381e-b3f8-4e45-b977-4ccc56e69f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249ee15-8e29-4970-89eb-57504ecce086,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:05.215616 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-7a882736-c376-48ca-a1c2-27d0d0254159 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-301932947&fields=id&tenant_id=10f27676e78f475fa9734f3d6f541da5 HTTP/1.1" status: 200 len: 267 time: 0.1010187 Oct 23 02:14:05.334673 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:05.348789 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132761-56ef-433c-96c2-6049338a4406 req-c3e1986e-bfb8-4837-94cc-8a991b1cdbfa tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:05.353504 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-c3e1986e-bfb8-4837-94cc-8a991b1cdbfa tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 812 time: 0.1273105 Oct 23 02:14:05.372496 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-fe16e660-341d-4c41-883c-b2c0aae26ad5 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/quotas/10f27676e78f475fa9734f3d6f541da5 HTTP/1.1" status: 200 len: 375 time: 0.0096109 Oct 23 02:14:05.774797 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-e40d0175-ce4c-46fd-b221-90c03f447d33 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3936579 Oct 23 02:14:05.801673 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c2ebd-2961-4859-a091-ae89bc57a024 req-4b75207f-98a8-4c0e-981c-a652e75a34a9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:05.803295 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-792c2ebd-2961-4859-a091-ae89bc57a024 req-4b75207f-98a8-4c0e-981c-a652e75a34a9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0889571 Oct 23 02:14:05.927721 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-792c2ebd-2961-4859-a091-ae89bc57a024 req-fd4610f3-0b5a-493e-9a33-aa00cb4880e4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159401 Oct 23 02:14:05.978579 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-cc4bf221-8a53-4412-90b1-5c77688a2950 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740897 Oct 23 02:14:06.034631 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53040) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:06.107957 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-cd2f8807-d689-4997-b973-48e0e30ff244 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239126 Oct 23 02:14:06.154220 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-325466152-network', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:06.218046 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Made reservation on behalf of d7bb15a157314fb095d2333f64ab0c83 for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:06.221788 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.232928 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.337003 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Publish callbacks [] for security_group (a318bc61-74e5-4560-ba97-5c1a1be12e96), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.342957 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a318bc61-74e5-4560-ba97-5c1a1be12e96), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.369628 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:14:06.387264 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a318bc61-74e5-4560-ba97-5c1a1be12e96,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:06.400671 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (0953c207-ec7e-4c3d-9e9c-08eee2022dd5), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.401724 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Added segment 0953c207-ec7e-4c3d-9e9c-08eee2022dd5 of type vlan for network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 Oct 23 02:14:06.465738 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (5ff0d7db-4994-4f32-abfd-4e23a0f82087), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.499751 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (5ff0d7db-4994-4f32-abfd-4e23a0f82087), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.501190 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:06.502051 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.525723 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b7b8e85c-3d01-47c6-ba73-c74c4f99a05d req-375c7cac-7166-4744-bc77-fd17ff8fd489 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 210 time: 0.0534718 Oct 23 02:14:06.606992 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5715044 Oct 23 02:14:06.608085 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c753d-3bc9-4b6d-abf8-bbac2145cc09 admin admin] Pushing event updated for resources: {'Network': ['ID=5ff0d7db-4994-4f32-abfd-4e23a0f82087,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:06.610641 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53058) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:06.615699 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Request body: {'subnet': {'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-325466152-subnet', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'ip_version': 4}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:06.620077 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:14:06.639739 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Made reservation on behalf of d7bb15a157314fb095d2333f64ab0c83 for: {'subnet': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:06.659263 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9368875'] for subnet (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.891944 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8956803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9368893'] for subnet (f2dd49c0-4da5-4047-a07d-67951a0b7ed5), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:06.970255 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2dd49c0-4da5-4047-a07d-67951a0b7ed5,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:06.975182 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Checking segment: {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:06.975536 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Network hostable DHCP agents. Network: 5ff0d7db-4994-4f32-abfd-4e23a0f82087, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:14:06.998338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:14:07.022060 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 5ff0d7db-4994-4f32-abfd-4e23a0f82087) {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:07.028328 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:07.029073 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.039159 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826b0a4-7371-4aa7-9007-0b54533c2a95 None None] Network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:14:07.075470 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-b3ab8ee5-f5ef-43ef-b196-637e1fca4071 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4637079 Oct 23 02:14:07.079316 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53070) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:07.084865 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:07.125958 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (ffb60988-acf8-4aa2-9c51-50e66d60889a), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.130195 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (ffb60988-acf8-4aa2-9c51-50e66d60889a), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.156900 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6256-462b-4911-8984-2528135bed75 req-bb5d2659-f1bd-4299-bb5c-2c769f102c03 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:07.168015 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30df6256-462b-4911-8984-2528135bed75 req-bb5d2659-f1bd-4299-bb5c-2c769f102c03 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0898354 Oct 23 02:14:07.172688 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:14:07.174054 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.178306 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:07.224403 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks [] for router_controller (ffb60988-acf8-4aa2-9c51-50e66d60889a), precommit_add_association {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.239776 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30df6256-462b-4911-8984-2528135bed75 req-7f63a96a-aa6c-40a1-80da-c0f4cd4265fe tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702026 Oct 23 02:14:07.291111 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:07.380212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Allocated IP 172.20.0.2 (5ff0d7db-4994-4f32-abfd-4e23a0f82087/f2dd49c0-4da5-4047-a07d-67951a0b7ed5/e5fb3a94-4a6b-4f91-ade1-7c622037ff46) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:07.504931 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks [] for router_gateway (ffb60988-acf8-4aa2-9c51-50e66d60889a), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.614755 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Publish callbacks [] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.620464 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:07.625376 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.675762 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-17bb66dc-d44c-4c76-b14a-dfc1491dc486 req-80bfc6e5-4204-45f7-9c15-393491f14938 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 210 time: 0.0509291 Oct 23 02:14:07.722069 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:07.726073 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Pushing event updated for resources: {'Port': ['ID=e5fb3a94-4a6b-4f91-ade1-7c622037ff46,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:07.731428 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:07.735001 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:07.819635 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks [] for router_gateway (ffb60988-acf8-4aa2-9c51-50e66d60889a), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.826096 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Attempting to bind port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:07.826578 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Attempting to bind port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:07.827035 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Attempting to bind port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 on network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:07.843081 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.903478 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:07.904248 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Checking segment: {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:07.904859 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.905447 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Bound using segment: {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:07.906874 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Bound port: e5fb3a94-4a6b-4f91-ade1-7c622037ff46, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:07.907518 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:07.946985 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:07.976718 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] For port e5fb3a94-4a6b-4f91-ade1-7c622037ff46, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:07.980370 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] For port e5fb3a94-4a6b-4f91-ade1-7c622037ff46, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=e5fb3a94-4a6b-4f91-ade1-7c622037ff46,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:07.987981 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:08.007842 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Allocated IP 172.27.0.211 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/092ec729-3cde-4313-a499-d98fe667513e) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:08.118542 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a689c-1db5-44dd-b26e-c1bed0eb36ad None None] Pushing event updated for resources: {'Port': ['ID=e5fb3a94-4a6b-4f91-ade1-7c622037ff46,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:08.230454 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks [] for port (092ec729-3cde-4313-a499-d98fe667513e), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:08.283496 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (092ec729-3cde-4313-a499-d98fe667513e), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:08.370550 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:08.389060 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:08.397720 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:08.440107 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4de746-c90d-40be-b511-9fadeb549bf9 req-4aabbb3b-91ec-4997-9807-9e044d2f9c0a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:08.444270 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3f4de746-c90d-40be-b511-9fadeb549bf9 req-4aabbb3b-91ec-4997-9807-9e044d2f9c0a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0688231 Oct 23 02:14:08.489163 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Pushing event updated for resources: {'Port': ['ID=092ec729-3cde-4313-a499-d98fe667513e,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:08.572383 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3f4de746-c90d-40be-b511-9fadeb549bf9 req-800dfd07-fa26-4d89-87d6-4d1004ef66c3 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194611 Oct 23 02:14:08.754966 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks [] for router_gateway (ffb60988-acf8-4aa2-9c51-50e66d60889a), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:08.789132 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:08.830592 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615d6c7-a9c3-4694-9c48-1ebd888ccb8c req-7688e250-72cc-4238-b39a-55134a664831 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:08.842605 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e615d6c7-a9c3-4694-9c48-1ebd888ccb8c req-7688e250-72cc-4238-b39a-55134a664831 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.1723552 Oct 23 02:14:08.850241 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132761-56ef-433c-96c2-6049338a4406 req-b9024c02-ac5f-403a-bbfb-b1acc613af9f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:08.851882 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-b9024c02-ac5f-403a-bbfb-b1acc613af9f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 812 time: 0.1779857 Oct 23 02:14:08.853275 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53094) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:08.860391 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Request body: {'floatingip': {'port_id': '91964ab3-6465-4503-be0d-3facc3db73f3'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:08.885582 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=9 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:08.907102 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-73280d7a-b209-489d-8d03-30a8ecb9bb36 req-bae5f2a1-f61b-4315-ba5d-bd5e12b1fc86 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 210 time: 0.0702922 Oct 23 02:14:08.952530 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=23 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:08.978657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for floatingip (fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:09.054674 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (ffb60988-acf8-4aa2-9c51-50e66d60889a), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:09.096176 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-0045879b-6309-41a5-90e6-5fb903328e9f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=10f27676e78f475fa9734f3d6f541da5 HTTP/1.1" status: 200 len: 379 time: 0.1874971 Oct 23 02:14:09.113949 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:09.120495 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:09.155103 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'port': {'device_id': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'admin_state_up': True, 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'security_groups': ['7ce7f0c2-344b-4416-96bb-324a4aafd118']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:09.234584 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Router ffb60988-acf8-4aa2-9c51-50e66d60889a is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:14:09.427574 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:09.437616 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Sync routers for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:09.458973 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:09.459886 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:09.467419 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:09.469171 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-08550d50-c5a3-4335-9fb5-94f08b08b99e admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3881943 Oct 23 02:14:09.471983 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53102) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:09.570430 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device e5fb3a94-4a6b-4f91-ade1-7c622037ff46 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:09.662352 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Made reservation on behalf of 10f27676e78f475fa9734f3d6f541da5 for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:09.668628 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:09.711289 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1694a991-b413-4b42-99f6-b2b5e43e9ed4 None None] Network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:14:09.712877 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:09.718315 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:09.851631 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-cff503e9-0363-4ec4-a4a2-02f8af1ffb19 None None] Provisioning complete for port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:09.852234 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-cff503e9-0363-4ec4-a4a2-02f8af1ffb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:09.852741 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-cff503e9-0363-4ec4-a4a2-02f8af1ffb19 None None] Attempt 1 to provision port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 Oct 23 02:14:09.886118 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Allocated IP 172.20.0.10 (6c5e8bc1-ae7a-4263-95d0-aa588702beec/14d18a91-92ed-4139-8824-a82856c88c65/e35e85c2-0e59-4bf7-a05a-481d96c99ce9) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:09.914727 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:09.915629 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:09.916302 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 Oct 23 02:14:10.006676 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-cff503e9-0363-4ec4-a4a2-02f8af1ffb19 None None] Current status of the port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:10.007161 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-cff503e9-0363-4ec4-a4a2-02f8af1ffb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.011401 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:10.095049 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.144877 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-cff503e9-0363-4ec4-a4a2-02f8af1ffb19 None None] For port e5fb3a94-4a6b-4f91-ade1-7c622037ff46, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=e5fb3a94-4a6b-4f91-ade1-7c622037ff46,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:10.174401 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:10.198479 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.235342 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-cff503e9-0363-4ec4-a4a2-02f8af1ffb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.270398 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136afee0-66ee-43f1-8ffa-317918d769ec req-18d045f7-928d-4fe7-8e7d-b2f44c3fa30c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:10.277307 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-136afee0-66ee-43f1-8ffa-317918d769ec req-18d045f7-928d-4fe7-8e7d-b2f44c3fa30c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 932 time: 0.1469631 Oct 23 02:14:10.279601 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.297536 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:10.315971 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.db.resource_extend [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 23 02:14:10.318518 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:10.355542 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:10.395096 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'Port': ['ID=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:10.506646 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.547545 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.569195 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-136afee0-66ee-43f1-8ffa-317918d769ec req-9afb1c7d-0924-4980-8052-36b978accbf9 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909322 Oct 23 02:14:10.610738 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:10.618986 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:10.620015 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.634579 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Allocated IP 172.20.0.1 (5ff0d7db-4994-4f32-abfd-4e23a0f82087/f2dd49c0-4da5-4047-a07d-67951a0b7ed5/c3826c3f-29b5-4e9c-abe2-ffb1c913253c) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:10.654340 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-9d0f7a46-a3a9-4a74-9350-54734e67347e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5126469 Oct 23 02:14:10.689307 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff503e9-0363-4ec4-a4a2-02f8af1ffb19 None None] Pushing event updated for resources: {'Port': ['ID=e5fb3a94-4a6b-4f91-ade1-7c622037ff46,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:10.717146 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:08Z', 'revision_number': 3, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:10.720840 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Request body: {'port': {'device_id': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:10.762880 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Checking router: ffb60988-acf8-4aa2-9c51-50e66d60889a for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:10.763350 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Updating router ffb60988-acf8-4aa2-9c51-50e66d60889a port 092ec729-3cde-4313-a499-d98fe667513e binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:14:10.771573 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:10.785210 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:10.807387 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-1a824f38-1d41-4012-b5a7-4e1ccf34e3de None None] Provisioning complete for port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:10.807918 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1a824f38-1d41-4012-b5a7-4e1ccf34e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.808341 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-1a824f38-1d41-4012-b5a7-4e1ccf34e3de None None] Attempt 1 to provision port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 Oct 23 02:14:10.838409 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Publish callbacks [] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.843923 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Floating IP fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb associated. External IP: 172.27.0.231, port: 91964ab3-6465-4503-be0d-3facc3db73f3. Oct 23 02:14:10.855865 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:10.860457 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-1a824f38-1d41-4012-b5a7-4e1ccf34e3de None None] Port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:14:10.867054 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (092ec729-3cde-4313-a499-d98fe667513e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.889553 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.893290 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:10.914685 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:10.945795 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:10.951223 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:10.966037 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:10.969940 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (ffb60988-acf8-4aa2-9c51-50e66d60889a), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.169322 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Pushing event updated for resources: {'Port': ['ID=c3826c3f-29b5-4e9c-abe2-ffb1c913253c,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:11.180747 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.332915 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:11.356710 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-6d0bce37-eb6f-4280-b64b-d954ca673487 None None] Provisioning complete for port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:11.357094 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6d0bce37-eb6f-4280-b64b-d954ca673487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.357436 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-6d0bce37-eb6f-4280-b64b-d954ca673487 None None] Attempt 1 to provision port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 Oct 23 02:14:11.454700 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Router 3b8f33c6-b041-4905-8b94-af085da74405 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:14:11.456150 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device e5fb3a94-4a6b-4f91-ade1-7c622037ff46 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:11.580773 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Publish callbacks [] for port (092ec729-3cde-4313-a499-d98fe667513e), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.658534 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (092ec729-3cde-4313-a499-d98fe667513e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.661331 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Publish callbacks [] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.671855 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.673356 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (ffb60988-acf8-4aa2-9c51-50e66d60889a), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.759228 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Pushing event updated for resources: {'Port': ['ID=c3826c3f-29b5-4e9c-abe2-ffb1c913253c,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:11.773841 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bce37-eb6f-4280-b64b-d954ca673487 None None] Current status of the port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:11.784389 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Attempting to bind port 092ec729-3cde-4313-a499-d98fe667513e on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:11.784764 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Attempting to bind port 092ec729-3cde-4313-a499-d98fe667513e by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:11.785130 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Attempting to bind port 092ec729-3cde-4313-a499-d98fe667513e on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:11.790312 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:11.790576 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.793863 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 Oct 23 02:14:11.820263 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:11.869026 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d2e0d-78e9-40a0-9eb3-605c76a1f698 None None] Pushing event updated for resources: {'Port': ['ID=092ec729-3cde-4313-a499-d98fe667513e,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:11.898475 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35e85c2-0e59-4bf7-a05a-481d96c99ce9 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:14:11.904967 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:11.908619 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:11.930476 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Publish callbacks [] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.934547 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:11.935166 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:11.935448 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.936534 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:11.936534 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Bound port: 092ec729-3cde-4313-a499-d98fe667513e, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:11.937343 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (092ec729-3cde-4313-a499-d98fe667513e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.941285 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-7dc50556-a8e9-4e04-9c65-12da1a71cfaf None None] Provisioning complete for port c3826c3f-29b5-4e9c-abe2-ffb1c913253c triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:11.941677 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-7dc50556-a8e9-4e04-9c65-12da1a71cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.942006 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-7dc50556-a8e9-4e04-9c65-12da1a71cfaf None None] Attempt 1 to provision port c3826c3f-29b5-4e9c-abe2-ffb1c913253c Oct 23 02:14:11.951586 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Transition to ACTIVE for port object e35e85c2-0e59-4bf7-a05a-481d96c99ce9 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:14:11.977422 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:11.987877 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-7dc50556-a8e9-4e04-9c65-12da1a71cfaf None None] Port c3826c3f-29b5-4e9c-abe2-ffb1c913253c cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:14:12.015658 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:12.051935 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] For port 092ec729-3cde-4313-a499-d98fe667513e, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:12.056127 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] For port 092ec729-3cde-4313-a499-d98fe667513e, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=092ec729-3cde-4313-a499-d98fe667513e,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:12.057489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:12.063303 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:12.065851 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (092ec729-3cde-4313-a499-d98fe667513e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:12.081680 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35ec7d-be5f-4f7c-9e7d-350f40fd06fd req-25e4a152-3ec3-4a58-9c7e-34a4439b1e85 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:12.088914 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2a35ec7d-be5f-4f7c-9e7d-350f40fd06fd req-25e4a152-3ec3-4a58-9c7e-34a4439b1e85 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 932 time: 0.3117228 Oct 23 02:14:12.134734 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:12.135406 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:12.149217 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Router ffb60988-acf8-4aa2-9c51-50e66d60889a has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:14:12.154756 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:12.232316 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d2e0d-78e9-40a0-9eb3-605c76a1f698 None None] Pushing event updated for resources: {'Port': ['ID=092ec729-3cde-4313-a499-d98fe667513e,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:12.299047 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:12.304714 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2a35ec7d-be5f-4f7c-9e7d-350f40fd06fd req-e30a9c17-cade-458e-bce4-eebbe6875169 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148421 Oct 23 02:14:12.313892 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-926da01d-4754-4622-80e7-6752c6d76535 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/ffb60988-acf8-4aa2-9c51-50e66d60889a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8406434 Oct 23 02:14:12.321749 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-82ce3951-66fb-4027-92b6-ca05f06f1a9a None None] Provisioning complete for port c3826c3f-29b5-4e9c-abe2-ffb1c913253c triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:12.322149 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-82ce3951-66fb-4027-92b6-ca05f06f1a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:12.322532 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-82ce3951-66fb-4027-92b6-ca05f06f1a9a None None] Attempt 1 to provision port c3826c3f-29b5-4e9c-abe2-ffb1c913253c Oct 23 02:14:12.330654 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:12.337297 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:12.354171 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] Sync routers for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:12.365629 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-82ce3951-66fb-4027-92b6-ca05f06f1a9a None None] Port c3826c3f-29b5-4e9c-abe2-ffb1c913253c cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:14:12.380127 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:12.407089 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:12.407738 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:12.419894 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Attempting to bind port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:12.420225 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Attempting to bind port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:12.420580 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Attempting to bind port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:12.463364 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-4e266738-2cfc-48d2-bd0a-a46c811cf8e5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb HTTP/1.1" status: 200 len: 991 time: 3.6068692 Oct 23 02:14:12.463812 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:14:12.466710 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63150ed3-da89-4827-baf2-bd458e5307aa" -d '{"events": [{"name": "network-changed", "server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:14:12.513693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:14:12.514026 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Attempting to bind port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:12.575456 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:12.581184 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67825fce-3f40-4237-a125-5186571d3a5c x-openstack-request-id: req-67825fce-3f40-4237-a125-5186571d3a5c {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:14:12.581473 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:14:12.581744 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67825fce-3f40-4237-a125-5186571d3a5c {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:14:12.582124 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67825fce-3f40-4237-a125-5186571d3a5c'] response: {'name': 'network-changed', 'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3', 'status': 'completed', 'code': 200} Oct 23 02:14:12.615957 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:12.616372 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Checking segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:12.616708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Bound using segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:12.617462 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Bound port: e35e85c2-0e59-4bf7-a05a-481d96c99ce9, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:12.617833 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:12.648737 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:12.717754 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:12.728685 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63150ed3-da89-4827-baf2-bd458e5307aa req-30568b77-5edf-403f-83d2-800e1b9e0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:12.730228 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-63150ed3-da89-4827-baf2-bd458e5307aa req-30568b77-5edf-403f-83d2-800e1b9e0b25 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 1129 time: 0.0942054 Oct 23 02:14:12.737208 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] For port e35e85c2-0e59-4bf7-a05a-481d96c99ce9, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:12.742170 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] For port e35e85c2-0e59-4bf7-a05a-481d96c99ce9, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:12.766758 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:12.801970 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:12.802780 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:12.804176 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/e35e85c2-0e59-4bf7-a05a-481d96c99ce9 HTTP/1.1" status: 200 len: 1094 time: 2.1337173 Oct 23 02:14:12.842020 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 2, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:12.912903 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9ebbd-86db-47e4-b420-483533b9b842 None None] The sync data for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi is: [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 2, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:12.939178 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fca9e9-fc9a-45b5-9e78-9d2864da0ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:12.960059 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132761-56ef-433c-96c2-6049338a4406 req-ee5995d1-a70e-4a47-ad5a-707c83a1b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:12.961688 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-ee5995d1-a70e-4a47-ad5a-707c83a1b586 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 1128 time: 0.0708845 Oct 23 02:14:12.963136 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63150ed3-da89-4827-baf2-bd458e5307aa req-bb9a3394-78f2-4f87-9e59-96319f19e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:12.964489 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-63150ed3-da89-4827-baf2-bd458e5307aa req-bb9a3394-78f2-4f87-9e59-96319f19e478 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.2247622 Oct 23 02:14:13.034906 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'port_id': '91964ab3-6465-4503-be0d-3facc3db73f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'mac_address': 'fa:16:3e:d9:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc5747-8451-4657-979e-570ad7e73b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:47Z', 'updated_at': '2022-10-23T02:14:10Z', 'revision_number': 1, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:40Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:13.083451 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:13.086003 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-63150ed3-da89-4827-baf2-bd458e5307aa req-1380c7c3-0375-4672-9864-5c917176ed21 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91964ab3-6465-4503-be0d-3facc3db73f3 HTTP/1.1" status: 200 len: 999 time: 0.0965295 Oct 23 02:14:13.114724 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] Checking router: 3b8f33c6-b041-4905-8b94-af085da74405 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:13.126551 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-c7eea800-ade8-41d8-9358-f81f1b335164 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e35e85c2-0e59-4bf7-a05a-481d96c99ce9 HTTP/1.1" status: 200 len: 217 time: 0.1386015 Oct 23 02:14:13.130680 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:13.131310 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:13:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:13.204377 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63150ed3-da89-4827-baf2-bd458e5307aa req-8bb8be41-5ecb-469f-8e8d-f0d13d5a5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:13.205872 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-63150ed3-da89-4827-baf2-bd458e5307aa req-8bb8be41-5ecb-469f-8e8d-f0d13d5a5015 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0900452 Oct 23 02:14:13.214257 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132761-56ef-433c-96c2-6049338a4406 req-528bd126-bac8-428d-a84e-261252bb4081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:13.215853 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-528bd126-bac8-428d-a84e-261252bb4081 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0710173 Oct 23 02:14:13.302833 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63150ed3-da89-4827-baf2-bd458e5307aa req-807507da-5399-43f5-bd6a-40b975a24b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:13.304724 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-63150ed3-da89-4827-baf2-bd458e5307aa req-807507da-5399-43f5-bd6a-40b975a24b18 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876687 Oct 23 02:14:13.309964 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132761-56ef-433c-96c2-6049338a4406 req-f5b56ae3-1fcf-49cc-9645-f7f9a68a203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:13.312197 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-f5b56ae3-1fcf-49cc-9645-f7f9a68a203c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850086 Oct 23 02:14:13.408052 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:13.493314 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53144) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:13.498403 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-805047451-network', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:13.514743 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-be8bd942-0f06-4fab-b6db-5a29ba3049b5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930635 Oct 23 02:14:13.554487 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Made reservation on behalf of e2c335c445c94b8bbec595e062c254a6 for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:13.558508 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:13.579642 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:13.581892 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:13.721191 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-17ad2297-8770-43b8-aadd-1f0d3f2c1fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:13.733275 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-63150ed3-da89-4827-baf2-bd458e5307aa req-c93828b3-954f-402d-ace3-0e2ad5fe0627 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199436 Oct 23 02:14:13.756117 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Publish callbacks [] for security_group (42251588-4e4e-49fc-bf77-3629f0309edb), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:13.767448 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (42251588-4e4e-49fc-bf77-3629f0309edb), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:13.784153 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15132761-56ef-433c-96c2-6049338a4406 req-b69cf35e-ceab-4326-b306-3a00514aa27b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450631 Oct 23 02:14:13.792372 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e615adf-0b8a-4e3c-acb1-bebac59d732f req-69c2e315-f190-4de0-81f9-ca4381fdde4b tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:13.803868 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e615adf-0b8a-4e3c-acb1-bebac59d732f req-69c2e315-f190-4de0-81f9-ca4381fdde4b tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 944 time: 0.2843981 Oct 23 02:14:13.814832 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:14:13.843835 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42251588-4e4e-49fc-bf77-3629f0309edb,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:13.852784 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (e6b02d94-4407-4287-9e41-a3cb9ef64abd), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:13.853375 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Added segment e6b02d94-4407-4287-9e41-a3cb9ef64abd of type vlan for network 6c62601e-c2fb-4184-b9b2-834329c6af0d Oct 23 02:14:13.889169 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'port_id': '91964ab3-6465-4503-be0d-3facc3db73f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'mac_address': 'fa:16:3e:d9:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc5747-8451-4657-979e-570ad7e73b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:47Z', 'updated_at': '2022-10-23T02:14:10Z', 'revision_number': 1, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:40Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:13.919153 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7117b7f-04e8-4686-9847-c1db3280673a None None] The sync data for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi is: [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'port_id': '91964ab3-6465-4503-be0d-3facc3db73f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'mac_address': 'fa:16:3e:d9:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc5747-8451-4657-979e-570ad7e73b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:47Z', 'updated_at': '2022-10-23T02:14:10Z', 'revision_number': 1, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:40Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:13.928442 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (6c62601e-c2fb-4184-b9b2-834329c6af0d), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:13.971716 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (6c62601e-c2fb-4184-b9b2-834329c6af0d), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:13.972909 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:13.973590 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:13.997078 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e615adf-0b8a-4e3c-acb1-bebac59d732f req-5966d572-3b5d-44b8-9f0c-cf885275cd21 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919544 Oct 23 02:14:14.056229 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-63150ed3-da89-4827-baf2-bd458e5307aa req-ffd6e2c5-37d5-444a-a3d9-d2ca1277f226 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427428 Oct 23 02:14:14.072746 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6c62601e-c2fb-4184-b9b2-834329c6af0d,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:14.087858 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 6c62601e-c2fb-4184-b9b2-834329c6af0d details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:14:14.099525 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-be900475-8640-4895-ae01-7313f24039c0 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6045310 Oct 23 02:14:14.101210 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53146) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:14.113229 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Request body: {'subnet': {'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-805047451-subnet', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:14.140040 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Made reservation on behalf of e2c335c445c94b8bbec595e062c254a6 for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:14.143097 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:14.400329 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (de524365-888c-42f5-999e-728f5d818d1f), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:14.420856 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2b7f4-ab49-4dc7-89d4-60e8a1712fef None None] New status for floating IP fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb: ACTIVE {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:14:14.486665 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Checking segment: {'id': 'e6b02d94-4407-4287-9e41-a3cb9ef64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:14.486992 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Network hostable DHCP agents. Network: 6c62601e-c2fb-4184-b9b2-834329c6af0d, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:14:14.489286 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de524365-888c-42f5-999e-728f5d818d1f,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:14.511091 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Network 6c62601e-c2fb-4184-b9b2-834329c6af0d is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:14:14.529156 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 6c62601e-c2fb-4184-b9b2-834329c6af0d) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:14.545959 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:14.549234 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:14.584214 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'tag': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:14:14.585016 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-70055048-6170-4a8a-8809-47b9051cbee9 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4818838 Oct 23 02:14:14.586073 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f421dbe8-8a1e-4567-b0eb-725f50a29196" -d '{"events": [{"name": "network-changed", "server_uuid": "db07175d-130c-4921-9d80-695f6a7d3d0c", "tag": "e35e85c2-0e59-4bf7-a05a-481d96c99ce9"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:14:14.587671 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53152) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:14.592369 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:14.608562 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:14.628939 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (37d1898e-3582-4755-8b24-59d42732bba8), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:14.630486 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (37d1898e-3582-4755-8b24-59d42732bba8), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:14.645242 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:14.674749 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172155b0-6232-4bb3-a0f0-80187c872a60 x-openstack-request-id: req-172155b0-6232-4bb3-a0f0-80187c872a60 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:14:14.675049 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db07175d-130c-4921-9d80-695f6a7d3d0c", "tag": "e35e85c2-0e59-4bf7-a05a-481d96c99ce9", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:14:14.675309 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-172155b0-6232-4bb3-a0f0-80187c872a60 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:14:14.675734 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172155b0-6232-4bb3-a0f0-80187c872a60'] response: {'name': 'network-changed', 'server_uuid': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'tag': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'status': 'completed', 'code': 200} Oct 23 02:14:14.690975 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20689bfa-f1ec-4e54-a0ef-a14c613a409f None None] Network 6c62601e-c2fb-4184-b9b2-834329c6af0d requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:14:14.740249 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks [] for router_controller (37d1898e-3582-4755-8b24-59d42732bba8), precommit_add_association {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:14.953743 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-6c62601e-c2fb-4184-b9b2-834329c6af0d', 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d', 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'fixed_ips': [{'subnet_id': 'de524365-888c-42f5-999e-728f5d818d1f'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:14:14.955496 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:14.961376 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks [] for router_gateway (37d1898e-3582-4755-8b24-59d42732bba8), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.198433 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Allocated IP 172.20.0.2 (6c62601e-c2fb-4184-b9b2-834329c6af0d/de524365-888c-42f5-999e-728f5d818d1f/f7efd8e8-c77b-40dd-a70a-45fa35c91bfa) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:15.236187 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-cd4912c8-82f1-48fd-85f4-165d974edcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:15.237717 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-cd4912c8-82f1-48fd-85f4-165d974edcd0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 1128 time: 0.1084929 Oct 23 02:14:15.277906 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:15.293335 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247109aa-249f-49d2-882c-60b3a099edba req-27ff1737-a883-4263-8bad-9c19ab59ef0f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:15.294972 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-247109aa-249f-49d2-882c-60b3a099edba req-27ff1737-a883-4263-8bad-9c19ab59ef0f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 944 time: 0.1134915 Oct 23 02:14:15.355730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:15.358751 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks [] for router_gateway (37d1898e-3582-4755-8b24-59d42732bba8), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.400708 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.402310 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-247109aa-249f-49d2-882c-60b3a099edba req-ab13c697-66cd-4470-abed-ad70e3d0c08f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663426 Oct 23 02:14:15.486747 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-72a0c217-e8c4-4ea5-9ca3-21d2f9baa385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:15.488687 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-72a0c217-e8c4-4ea5-9ca3-21d2f9baa385 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.2449470 Oct 23 02:14:15.492996 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Publish callbacks [] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.503346 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.536555 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 092ec729-3cde-4313-a499-d98fe667513e up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:15.568976 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-aa2f2157-a387-462a-91bb-f27c29517d3a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e35e85c2-0e59-4bf7-a05a-481d96c99ce9 HTTP/1.1" status: 200 len: 217 time: 0.0727048 Oct 23 02:14:15.595706 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Allocated IP 172.27.0.163 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/f04484bd-1e0c-4473-b282-cb7338e3076a) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:15.605050 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Network 6c62601e-c2fb-4184-b9b2-834329c6af0d is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:15.608799 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Pushing event updated for resources: {'Port': ['ID=f7efd8e8-c77b-40dd-a70a-45fa35c91bfa,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:15.616321 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:15.620025 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:15.673003 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 092ec729-3cde-4313-a499-d98fe667513e triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:15.673650 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (092ec729-3cde-4313-a499-d98fe667513e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.674686 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 092ec729-3cde-4313-a499-d98fe667513e Oct 23 02:14:15.701195 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-79d1502a-09d3-4326-9ef6-5ec87b6eb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:15.702836 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-79d1502a-09d3-4326-9ef6-5ec87b6eb5b6 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.1275730 Oct 23 02:14:15.742849 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Attempting to bind port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:15.743230 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Attempting to bind port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'e6b02d94-4407-4287-9e41-a3cb9ef64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:15.743601 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Attempting to bind port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa on network 6c62601e-c2fb-4184-b9b2-834329c6af0d {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:15.769217 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:15.776125 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-f6b080b9-431a-4248-9ef5-a82381b8fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:15.777695 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-f6b080b9-431a-4248-9ef5-a82381b8fab7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660191 Oct 23 02:14:15.779126 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks [] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.810577 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:15.835566 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:15.835993 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Checking segment: {'id': 'e6b02d94-4407-4287-9e41-a3cb9ef64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:15.836378 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.836799 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Bound using segment: {'id': 'e6b02d94-4407-4287-9e41-a3cb9ef64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:15.837314 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Bound port: f7efd8e8-c77b-40dd-a70a-45fa35c91bfa, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b02d94-4407-4287-9e41-a3cb9ef64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:15.837725 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.841451 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.841625 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 092ec729-3cde-4313-a499-d98fe667513e is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:15.841955 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (092ec729-3cde-4313-a499-d98fe667513e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.899944 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 092ec729-3cde-4313-a499-d98fe667513e, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=092ec729-3cde-4313-a499-d98fe667513e,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:15.901287 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-210e0e95-69d8-444d-847b-ddb8dc1fb532 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166797 Oct 23 02:14:15.917023 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (092ec729-3cde-4313-a499-d98fe667513e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:15.927964 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:15.933611 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:15.965710 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:15.968935 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Pushing event updated for resources: {'Port': ['ID=f04484bd-1e0c-4473-b282-cb7338e3076a,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:16.065048 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f421dbe8-8a1e-4567-b0eb-725f50a29196 req-0ded0056-ac12-492c-a154-ce1e587c3198 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453419 Oct 23 02:14:16.106684 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:14:16.174206 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=092ec729-3cde-4313-a499-d98fe667513e,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:16.211957 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] For port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:16.215565 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4e54fb76-074d-402b-a67b-4e029a3cf230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:16.219064 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] For port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f7efd8e8-c77b-40dd-a70a-45fa35c91bfa,segment=NetworkSegment(e6b02d94-4407-4287-9e41-a3cb9ef64abd),segment_id=e6b02d94-4407-4287-9e41-a3cb9ef64abd)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:16.230543 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:16.266531 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks [] for router_gateway (37d1898e-3582-4755-8b24-59d42732bba8), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:16.330655 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ed264-9b8f-4881-95de-496f6a2ed4aa None None] Pushing event updated for resources: {'Port': ['ID=f7efd8e8-c77b-40dd-a70a-45fa35c91bfa,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:16.337480 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:16.341700 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:16.463334 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Sync routers for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:16.481005 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:16.492342 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:16.623339 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (37d1898e-3582-4755-8b24-59d42732bba8), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:16.640942 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49601d45-dddb-45f4-83c8-34effb934f10 req-1f82b14a-0b19-4e8e-8ea9-9976b9c69ac5 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:16.642562 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-49601d45-dddb-45f4-83c8-34effb934f10 req-1f82b14a-0b19-4e8e-8ea9-9976b9c69ac5 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 944 time: 0.0865431 Oct 23 02:14:16.716330 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:16.756496 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-49601d45-dddb-45f4-83c8-34effb934f10 req-d0735459-68e5-4456-b562-d52d63eb763f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036391 Oct 23 02:14:16.826057 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Router 37d1898e-3582-4755-8b24-59d42732bba8 is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:14:16.875807 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:16.886695 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:16.930346 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:16.946212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Sync routers for ids ['37d1898e-3582-4755-8b24-59d42732bba8'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:16.950523 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:16.953054 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-09c09613-afea-4cfc-906b-78ead8680487 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3644090 Oct 23 02:14:16.955848 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53184) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:16.956755 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 2, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:16.978050 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Routers {'37d1898e-3582-4755-8b24-59d42732bba8'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:16.978823 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37d1898e-3582-4755-8b24-59d42732bba8'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:16.983368 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Checking router: ffb60988-acf8-4aa2-9c51-50e66d60889a for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:16.983725 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Updating router ffb60988-acf8-4aa2-9c51-50e66d60889a port c3826c3f-29b5-4e9c-abe2-ffb1c913253c binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:14:17.013977 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.088265 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Set router 37d1898e-3582-4755-8b24-59d42732bba8 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:17.236757 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.289242 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d1898e-3582-4755-8b24-59d42732bba8', 'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:14Z', 'updated_at': '2022-10-23T02:14:16Z', 'revision_number': 3, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'gw_port': {'id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:15Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:17.319381 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Checking router: 37d1898e-3582-4755-8b24-59d42732bba8 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:17.319739 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Updating router 37d1898e-3582-4755-8b24-59d42732bba8 port f04484bd-1e0c-4473-b282-cb7338e3076a binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:14:17.329817 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Publish callbacks [] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.337233 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.343431 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:17.358961 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.445360 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Pushing event updated for resources: {'Port': ['ID=c3826c3f-29b5-4e9c-abe2-ffb1c913253c,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:17.459033 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.459522 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.460092 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.460549 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.460986 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.461429 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.461910 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.462333 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.462783 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.463390 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.463816 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.464262 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.464688 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.465105 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.465540 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:17.472014 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Attempting to bind port c3826c3f-29b5-4e9c-abe2-ffb1c913253c on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:17.472507 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Attempting to bind port c3826c3f-29b5-4e9c-abe2-ffb1c913253c by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:17.472983 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Attempting to bind port c3826c3f-29b5-4e9c-abe2-ffb1c913253c on network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:17.524946 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.531371 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:17.531987 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Checking segment: {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:17.532514 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.533494 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Bound using segment: {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:17.533818 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Bound port: c3826c3f-29b5-4e9c-abe2-ffb1c913253c, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:17.534556 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.621620 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:17.669993 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] For port c3826c3f-29b5-4e9c-abe2-ffb1c913253c, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:17.677718 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] For port c3826c3f-29b5-4e9c-abe2-ffb1c913253c, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c3826c3f-29b5-4e9c-abe2-ffb1c913253c,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:17.690155 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.710036 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:17.711045 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:17.714215 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:17.735189 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 092ec729-3cde-4313-a499-d98fe667513e up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:17.737389 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e67b0d7-3fb7-4be8-ae55-06c96ea46cec None None] Network 6c62601e-c2fb-4184-b9b2-834329c6af0d requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:14:17.791271 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Allocated IP 172.20.0.1 (6c62601e-c2fb-4184-b9b2-834329c6af0d/de524365-888c-42f5-999e-728f5d818d1f/e6cf49d6-6d5b-4075-a485-ddb8cfbc188b) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:17.804594 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:17.876090 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b3b3a-440e-4794-8671-7f1c84840f98 None None] Pushing event updated for resources: {'Port': ['ID=c3826c3f-29b5-4e9c-abe2-ffb1c913253c,revision_number=4']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:17.937227 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:17.952557 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-4eabf6dc-b10e-4636-a870-98d01e7c7e7a None None] Provisioning complete for port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:17.952967 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4eabf6dc-b10e-4636-a870-98d01e7c7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:17.953307 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-4eabf6dc-b10e-4636-a870-98d01e7c7e7a None None] Attempt 1 to provision port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa Oct 23 02:14:17.964032 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07048d2-9640-402e-b18d-377ecdaf6bc0 req-43b5e901-537a-488d-87b8-d73b660c9de8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:17.965706 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d07048d2-9640-402e-b18d-377ecdaf6bc0 req-43b5e901-537a-488d-87b8-d73b660c9de8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 944 time: 0.0744853 Oct 23 02:14:18.038105 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Publish callbacks [] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.069791 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 092ec729-3cde-4313-a499-d98fe667513e triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:18.070175 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (092ec729-3cde-4313-a499-d98fe667513e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.070540 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 092ec729-3cde-4313-a499-d98fe667513e Oct 23 02:14:18.094109 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d07048d2-9640-402e-b18d-377ecdaf6bc0 req-1a231425-c6ef-43a8-b8ac-511988d976f8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118886 Oct 23 02:14:18.098292 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:18.115024 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.132800 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:18.171850 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Network 6c62601e-c2fb-4184-b9b2-834329c6af0d is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:18.177646 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:18.180661 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Pushing event updated for resources: {'Port': ['ID=e6cf49d6-6d5b-4075-a485-ddb8cfbc188b,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:18.183271 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:18.216952 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.217885 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.218243 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.218614 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.218954 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.219294 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.219631 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.220067 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.220405 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.220740 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.221068 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.221401 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.221767 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.222128 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.222530 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:18.247170 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:17Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:18.257043 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (37d1898e-3582-4755-8b24-59d42732bba8), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.274053 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Publish callbacks [] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.277755 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a6de-c0cf-4bb4-9dff-4b84196e8f42 None None] The sync data for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi is: [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:17Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:18.290262 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.329814 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 092ec729-3cde-4313-a499-d98fe667513e is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:18.330862 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f7efd8e8-c77b-40dd-a70a-45fa35c91bfa up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:18.356812 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Attempting to bind port f04484bd-1e0c-4473-b282-cb7338e3076a on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:18.357021 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Attempting to bind port f04484bd-1e0c-4473-b282-cb7338e3076a by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:18.357349 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Attempting to bind port f04484bd-1e0c-4473-b282-cb7338e3076a on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:18.462815 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.531848 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-4eabf6dc-b10e-4636-a870-98d01e7c7e7a None None] Current status of the port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:18.532244 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4eabf6dc-b10e-4636-a870-98d01e7c7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.534545 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Pushing event updated for resources: {'Port': ['ID=f04484bd-1e0c-4473-b282-cb7338e3076a,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:18.581918 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:18.596002 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:18.596379 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:18.596793 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.597183 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:18.598035 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Bound port: f04484bd-1e0c-4473-b282-cb7338e3076a, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:18.598179 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.623415 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:18.624262 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.624262 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa Oct 23 02:14:18.663266 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-4eabf6dc-b10e-4636-a870-98d01e7c7e7a None None] For port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f7efd8e8-c77b-40dd-a70a-45fa35c91bfa,segment=NetworkSegment(e6b02d94-4407-4287-9e41-a3cb9ef64abd),segment_id=e6b02d94-4407-4287-9e41-a3cb9ef64abd)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:18.681217 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4eabf6dc-b10e-4636-a870-98d01e7c7e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.701630 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Publish callbacks [] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.708818 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.735993 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] For port f04484bd-1e0c-4473-b282-cb7338e3076a, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:18.758613 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] For port f04484bd-1e0c-4473-b282-cb7338e3076a, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f04484bd-1e0c-4473-b282-cb7338e3076a,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:18.774097 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:18.799266 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Pushing event updated for resources: {'Port': ['ID=e6cf49d6-6d5b-4075-a485-ddb8cfbc188b,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:18.804478 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (37d1898e-3582-4755-8b24-59d42732bba8), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.817747 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:18.824408 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.872217 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:18.883847 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabf6dc-b10e-4636-a870-98d01e7c7e7a None None] Pushing event updated for resources: {'Port': ['ID=f7efd8e8-c77b-40dd-a70a-45fa35c91bfa,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:18.896181 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:18.901046 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-66a98079-5e31-412b-a816-1c824cb5a4b6 None None] Provisioning complete for port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:18.901486 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-66a98079-5e31-412b-a816-1c824cb5a4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.901832 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-66a98079-5e31-412b-a816-1c824cb5a4b6 None None] Attempt 1 to provision port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa Oct 23 02:14:18.932895 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:18.933974 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Routers {'37d1898e-3582-4755-8b24-59d42732bba8'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:18.935034 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37d1898e-3582-4755-8b24-59d42732bba8'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:18.944652 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Network 6c62601e-c2fb-4184-b9b2-834329c6af0d is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:18.946685 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:19.126969 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:19.178130 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Pushing event updated for resources: {'Port': ['ID=f04484bd-1e0c-4473-b282-cb7338e3076a,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:19.370423 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-66a98079-5e31-412b-a816-1c824cb5a4b6 None None] Current status of the port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:19.386800 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.387147 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.390489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.390489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.390489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.390489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.390489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.390489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.390991 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.391064 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.391857 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.391857 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.392028 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.392301 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.392619 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5552d49-9c4d-4a44-bc24-467afcc4dd2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:19.400935 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-66a98079-5e31-412b-a816-1c824cb5a4b6 None None] Provisioning complete for port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:19.401306 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-66a98079-5e31-412b-a816-1c824cb5a4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:19.401640 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-66a98079-5e31-412b-a816-1c824cb5a4b6 None None] Attempt 1 to provision port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b Oct 23 02:14:19.415944 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83d9dd-d2cf-4a9b-81ac-256653ce292e req-42a34291-8113-45e3-a1e4-06f22a14b869 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:19.417507 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ba83d9dd-d2cf-4a9b-81ac-256653ce292e req-42a34291-8113-45e3-a1e4-06f22a14b869 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 944 time: 0.0684204 Oct 23 02:14:19.423861 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Router 37d1898e-3582-4755-8b24-59d42732bba8 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:14:19.444148 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] Set router 37d1898e-3582-4755-8b24-59d42732bba8 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:19.447880 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f7efd8e8-c77b-40dd-a70a-45fa35c91bfa up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:19.515137 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ba83d9dd-d2cf-4a9b-81ac-256653ce292e req-66fb2a4b-6c98-4b08-bbbe-741113392762 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899954 Oct 23 02:14:19.515871 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-66a98079-5e31-412b-a816-1c824cb5a4b6 None None] Port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:14:19.573595 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:19.579065 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-654d46de-8fae-42ee-aca5-7f4347ee953e admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/37d1898e-3582-4755-8b24-59d42732bba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6220911 Oct 23 02:14:19.616979 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:19.617357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:19.617695 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa Oct 23 02:14:19.621236 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:19.677068 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-edacf8dd-bcc7-4d97-ba70-dcc9d35b235d None None] Provisioning complete for port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:19.677437 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-edacf8dd-bcc7-4d97-ba70-dcc9d35b235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:19.677769 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-edacf8dd-bcc7-4d97-ba70-dcc9d35b235d None None] Attempt 1 to provision port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b Oct 23 02:14:19.784408 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-edacf8dd-bcc7-4d97-ba70-dcc9d35b235d None None] Port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:14:19.812323 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d1898e-3582-4755-8b24-59d42732bba8', 'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:14Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 4, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'gw_port': {'id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:15Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'e6cf49d6-6d5b-4075-a485-ddb8cfbc188b', 'name': '', 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'mac_address': 'fa:16:3e:4c:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de524365-888c-42f5-999e-728f5d818d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:17Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 2, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'subnets': [{'id': 'de524365-888c-42f5-999e-728f5d818d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:19.814725 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:19.815761 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c3826c3f-29b5-4e9c-abe2-ffb1c913253c up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:19.858950 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a0c45-9eb6-4d58-9178-f1b623048746 None None] The sync data for ids ['37d1898e-3582-4755-8b24-59d42732bba8'] in dv-cinder-861491-5-iscsi is: [{'id': '37d1898e-3582-4755-8b24-59d42732bba8', 'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:14Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 4, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'gw_port': {'id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:15Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'e6cf49d6-6d5b-4075-a485-ddb8cfbc188b', 'name': '', 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'mac_address': 'fa:16:3e:4c:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de524365-888c-42f5-999e-728f5d818d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:17Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 2, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'subnets': [{'id': 'de524365-888c-42f5-999e-728f5d818d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:19.884992 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port c3826c3f-29b5-4e9c-abe2-ffb1c913253c triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:19.885372 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:19.885709 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port c3826c3f-29b5-4e9c-abe2-ffb1c913253c Oct 23 02:14:19.919496 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53258) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:19.924192 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452482644', 'description': 'tempest-secgroup-smoke-452482644 description', 'project_id': 'd7bb15a157314fb095d2333f64ab0c83'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:19.945172 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:19.950136 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:19.968624 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port c3826c3f-29b5-4e9c-abe2-ffb1c913253c is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:19.969013 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.003860 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port c3826c3f-29b5-4e9c-abe2-ffb1c913253c, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c3826c3f-29b5-4e9c-abe2-ffb1c913253c,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:20.008274 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.017059 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group (3ba041d7-7c5f-4cc8-a29a-177731aacc9e), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.021486 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (3ba041d7-7c5f-4cc8-a29a-177731aacc9e), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.056499 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba041d7-7c5f-4cc8-a29a-177731aacc9e,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:20.059510 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53264) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:20.060770 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=c3826c3f-29b5-4e9c-abe2-ffb1c913253c,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:20.065349 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.065689 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.066216 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.066740 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.067330 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.067819 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.068378 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.069079 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.069562 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.070738 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.071237 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.071745 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.072240 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.072588 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.072911 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:14:20.078302 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.082418 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-41979198-22cd-4b61-888b-1c810fc50a66 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1591203 Oct 23 02:14:20.083054 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53266) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:20.086862 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-4af8ffc2-e04f-4c79-a815-1097f8d8c720 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Request body: {'security_group_rule': {'security_group_id': '3ba041d7-7c5f-4cc8-a29a-177731aacc9e', 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:20.109011 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_v2 [None req-4854c973-8978-483a-b62e-d9972954bc1b admin admin] Deleting subnet 48db8fa3-6075-40bb-8096-0066e3b41a9f {{(pid=104673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:14:20.113658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4854c973-8978-483a-b62e-d9972954bc1b admin admin] Publish callbacks [] for subnet (48db8fa3-6075-40bb-8096-0066e3b41a9f), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.115438 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4af8ffc2-e04f-4c79-a815-1097f8d8c720 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (170b4a84-e0c2-410a-b47a-759803b1028d), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.155796 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4854c973-8978-483a-b62e-d9972954bc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8608090'] for subnet (48db8fa3-6075-40bb-8096-0066e3b41a9f), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.179918 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4af8ffc2-e04f-4c79-a815-1097f8d8c720 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (170b4a84-e0c2-410a-b47a-759803b1028d), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.183454 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4af8ffc2-e04f-4c79-a815-1097f8d8c720 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (170b4a84-e0c2-410a-b47a-759803b1028d), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.191522 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:20.200187 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4854c973-8978-483a-b62e-d9972954bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (48db8fa3-6075-40bb-8096-0066e3b41a9f), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.204522 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8ffc2-e04f-4c79-a815-1097f8d8c720 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170b4a84-e0c2-410a-b47a-759803b1028d,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:20.213152 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4af8ffc2-e04f-4c79-a815-1097f8d8c720 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.214510 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-4af8ffc2-e04f-4c79-a815-1097f8d8c720 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309733 Oct 23 02:14:20.217279 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53268) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:20.221733 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-35085c8b-52d2-484e-a309-700d6b7d2352 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Request body: {'security_group_rule': {'security_group_id': '3ba041d7-7c5f-4cc8-a29a-177731aacc9e', 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:20.253201 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-35085c8b-52d2-484e-a309-700d6b7d2352 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (4af855af-8509-4d80-bfb0-aa8aa63436f0), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.257092 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4854c973-8978-483a-b62e-d9972954bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9368884'] for subnet (48db8fa3-6075-40bb-8096-0066e3b41a9f), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.284810 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854c973-8978-483a-b62e-d9972954bc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48db8fa3-6075-40bb-8096-0066e3b41a9f,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:20.288613 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4854c973-8978-483a-b62e-d9972954bc1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.291970 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-4854c973-8978-483a-b62e-d9972954bc1b admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/48db8fa3-6075-40bb-8096-0066e3b41a9f HTTP/1.1" status: 204 len: 168 time: 0.2292869 Oct 23 02:14:20.294464 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53270) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:20.309298 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-35085c8b-52d2-484e-a309-700d6b7d2352 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (4af855af-8509-4d80-bfb0-aa8aa63436f0), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.313189 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-35085c8b-52d2-484e-a309-700d6b7d2352 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (4af855af-8509-4d80-bfb0-aa8aa63436f0), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.333158 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35085c8b-52d2-484e-a309-700d6b7d2352 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af855af-8509-4d80-bfb0-aa8aa63436f0,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:20.342209 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-35085c8b-52d2-484e-a309-700d6b7d2352 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.343568 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-35085c8b-52d2-484e-a309-700d6b7d2352 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251335 Oct 23 02:14:20.346307 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53272) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:20.351044 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-ae2e9dd9-45b0-4e92-94b2-67c1b34c2ad1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Request body: {'security_group_rule': {'security_group_id': '3ba041d7-7c5f-4cc8-a29a-177731aacc9e', 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:20.359632 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:20.374504 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (4d27eda4-500e-483b-bb5d-00efa68e057f), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.383965 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9dd9-45b0-4e92-94b2-67c1b34c2ad1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (bc29d97b-2397-491a-ba9c-4497b7197b53), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.450007 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9dd9-45b0-4e92-94b2-67c1b34c2ad1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (bc29d97b-2397-491a-ba9c-4497b7197b53), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.455467 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9dd9-45b0-4e92-94b2-67c1b34c2ad1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (bc29d97b-2397-491a-ba9c-4497b7197b53), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.466318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (4d27eda4-500e-483b-bb5d-00efa68e057f), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.477326 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9dd9-45b0-4e92-94b2-67c1b34c2ad1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc29d97b-2397-491a-ba9c-4497b7197b53,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:20.490131 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9dd9-45b0-4e92-94b2-67c1b34c2ad1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.494407 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53274) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:20.495420 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ae2e9dd9-45b0-4e92-94b2-67c1b34c2ad1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479321 Oct 23 02:14:20.498982 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-8e9948fe-a32f-41ce-a037-7867a092eeea tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Request body: {'security_group_rule': {'security_group_id': '3ba041d7-7c5f-4cc8-a29a-177731aacc9e', 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:20.507406 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d27eda4-500e-483b-bb5d-00efa68e057f']}} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:20.522970 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:20.534421 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4945d40-cb07-4b53-86ee-6ba3ced107b4') {'for_net_delete': True} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:20.534967 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4945d40-cb07-4b53-86ee-6ba3ced107b4') {} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:20.558005 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8608081'] for segment (b4945d40-cb07-4b53-86ee-6ba3ced107b4), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.579483 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8e9948fe-a32f-41ce-a037-7867a092eeea tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (42055746-41de-43f3-af2a-51a642f4313c), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.582674 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (b4945d40-cb07-4b53-86ee-6ba3ced107b4), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.584436 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:20.597601 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=104673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:14:20.598010 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8953958'] for segment (b4945d40-cb07-4b53-86ee-6ba3ced107b4), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.662890 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment b4945d40-cb07-4b53-86ee-6ba3ced107b4 resource provider aggregate not found Oct 23 02:14:20.706419 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment b4945d40-cb07-4b53-86ee-6ba3ced107b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4945d40-cb07-4b53-86ee-6ba3ced107b4 found for delete ", "request_id": "req-6ae7c5f5-32dc-40cf-8468-8194a7bc1706"}]} Oct 23 02:14:20.749290 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce077a6-6974-4579-82f9-3d745f32e5e1 req-5c1bbab3-6fb4-48a9-af70-83b15fd380f2 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:20.750877 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8ce077a6-6974-4579-82f9-3d745f32e5e1 req-5c1bbab3-6fb4-48a9-af70-83b15fd380f2 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 944 time: 0.1323140 Oct 23 02:14:20.753398 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (4d27eda4-500e-483b-bb5d-00efa68e057f), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.774737 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8e9948fe-a32f-41ce-a037-7867a092eeea tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (42055746-41de-43f3-af2a-51a642f4313c), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.789650 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.792720 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/4d27eda4-500e-483b-bb5d-00efa68e057f HTTP/1.1" status: 204 len: 168 time: 0.4973333 Oct 23 02:14:20.796145 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8e9948fe-a32f-41ce-a037-7867a092eeea tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (42055746-41de-43f3-af2a-51a642f4313c), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.806375 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a1a12-4097-47c2-b86b-7df154f8c768 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d27eda4-500e-483b-bb5d-00efa68e057f,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:20.831199 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9948fe-a32f-41ce-a037-7867a092eeea tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42055746-41de-43f3-af2a-51a642f4313c,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:20.863287 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8e9948fe-a32f-41ce-a037-7867a092eeea tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.865133 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-8e9948fe-a32f-41ce-a037-7867a092eeea tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3696885 Oct 23 02:14:20.868079 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53286) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:20.871246 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8ce077a6-6974-4579-82f9-3d745f32e5e1 req-3c38a301-e2d1-4e40-b3c8-2b3b1eac09fa tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116428 Oct 23 02:14:20.873677 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-cb519183-4df7-4de3-81b6-6f4e12c9754b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Request body: {'security_group_rule': {'security_group_id': '3ba041d7-7c5f-4cc8-a29a-177731aacc9e', 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:20.903586 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.securitygroups_db [None req-cb519183-4df7-4de3-81b6-6f4e12c9754b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Project d7bb15a157314fb095d2333f64ab0c83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:14:20.910362 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb519183-4df7-4de3-81b6-6f4e12c9754b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (3438ebc1-3b3e-4765-aebb-0a6f2e9e1108), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.982167 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb519183-4df7-4de3-81b6-6f4e12c9754b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (3438ebc1-3b3e-4765-aebb-0a6f2e9e1108), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:20.986896 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb519183-4df7-4de3-81b6-6f4e12c9754b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (3438ebc1-3b3e-4765-aebb-0a6f2e9e1108), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.004936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53288) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:21.011335 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb519183-4df7-4de3-81b6-6f4e12c9754b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3438ebc1-3b3e-4765-aebb-0a6f2e9e1108,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:21.023746 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb519183-4df7-4de3-81b6-6f4e12c9754b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.025364 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-cb519183-4df7-4de3-81b6-6f4e12c9754b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560488 Oct 23 02:14:21.028002 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53290) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:21.033066 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-fd20d248-4c15-451e-ab66-7657fb636277 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Request body: {'security_group_rule': {'security_group_id': '3ba041d7-7c5f-4cc8-a29a-177731aacc9e', 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:21.067481 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53292) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:21.070844 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-8dc8b6f3-f2dd-4eae-86e4-75202fae1a64 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e84f012d59214a6bb6e7f5490bfb2bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646780 Oct 23 02:14:21.075589 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.securitygroups_db [None req-fd20d248-4c15-451e-ab66-7657fb636277 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Project d7bb15a157314fb095d2333f64ab0c83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:14:21.093395 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fd20d248-4c15-451e-ab66-7657fb636277 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (09d2cdd3-706d-43e9-915c-28ecbd163747), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.165506 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-628adbbb-01c5-4992-96d3-97078def5228 admin admin] Publish callbacks [] for security_group (6ad37a38-26cb-492b-aa8d-6b48accb7f4f), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.187309 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fd20d248-4c15-451e-ab66-7657fb636277 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (09d2cdd3-706d-43e9-915c-28ecbd163747), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.195707 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fd20d248-4c15-451e-ab66-7657fb636277 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (09d2cdd3-706d-43e9-915c-28ecbd163747), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.202950 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-628adbbb-01c5-4992-96d3-97078def5228 admin admin] Publish callbacks [] for security_group (6ad37a38-26cb-492b-aa8d-6b48accb7f4f), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.234018 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20d248-4c15-451e-ab66-7657fb636277 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d2cdd3-706d-43e9-915c-28ecbd163747,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:21.241951 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fd20d248-4c15-451e-ab66-7657fb636277 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.243215 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-fd20d248-4c15-451e-ab66-7657fb636277 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2142532 Oct 23 02:14:21.281218 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-628adbbb-01c5-4992-96d3-97078def5228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (6ad37a38-26cb-492b-aa8d-6b48accb7f4f), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.283964 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-628adbbb-01c5-4992-96d3-97078def5228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.287668 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-628adbbb-01c5-4992-96d3-97078def5228 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6ad37a38-26cb-492b-aa8d-6b48accb7f4f HTTP/1.1" status: 204 len: 168 time: 0.2167490 Oct 23 02:14:21.293861 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628adbbb-01c5-4992-96d3-97078def5228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad37a38-26cb-492b-aa8d-6b48accb7f4f,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:21.557945 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f04484bd-1e0c-4473-b282-cb7338e3076a up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:21.625188 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port f04484bd-1e0c-4473-b282-cb7338e3076a triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:21.625571 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.625913 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port f04484bd-1e0c-4473-b282-cb7338e3076a Oct 23 02:14:21.721996 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port f04484bd-1e0c-4473-b282-cb7338e3076a is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:21.722482 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.748075 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port f04484bd-1e0c-4473-b282-cb7338e3076a, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f04484bd-1e0c-4473-b282-cb7338e3076a,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:21.755699 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.756911 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c3826c3f-29b5-4e9c-abe2-ffb1c913253c up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:21.859943 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=f04484bd-1e0c-4473-b282-cb7338e3076a,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:21.862524 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port c3826c3f-29b5-4e9c-abe2-ffb1c913253c triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:21.863079 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:21.863634 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port c3826c3f-29b5-4e9c-abe2-ffb1c913253c Oct 23 02:14:21.975321 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port c3826c3f-29b5-4e9c-abe2-ffb1c913253c is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:22.061854 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f2f7a-54c0-4b90-b28d-495de645d488 req-2d97c58c-7c4b-4185-98de-2694835b3919 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:22.068621 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e7f2f7a-54c0-4b90-b28d-495de645d488 req-2d97c58c-7c4b-4185-98de-2694835b3919 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 944 time: 0.0807538 Oct 23 02:14:22.127072 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e7f2f7a-54c0-4b90-b28d-495de645d488 req-9bedf6de-6da0-4f6d-919b-ecf182dc7f2a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563278 Oct 23 02:14:23.109517 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Sync routers for ids ['37d1898e-3582-4755-8b24-59d42732bba8'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:23.120036 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Routers {'37d1898e-3582-4755-8b24-59d42732bba8'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:23.120640 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37d1898e-3582-4755-8b24-59d42732bba8'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:23.227425 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Set router 37d1898e-3582-4755-8b24-59d42732bba8 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:23.255387 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4978b-2b4b-47dc-958f-fb2196fc3146 req-aace692c-7fb6-4bf4-9f99-8a32e697618b tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:23.256897 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5cd4978b-2b4b-47dc-958f-fb2196fc3146 req-aace692c-7fb6-4bf4-9f99-8a32e697618b tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 944 time: 0.0496564 Oct 23 02:14:23.311165 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5cd4978b-2b4b-47dc-958f-fb2196fc3146 req-9ef62e5e-6edb-49b1-99e5-d4f92134b3e8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480311 Oct 23 02:14:23.409986 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f04484bd-1e0c-4473-b282-cb7338e3076a up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:23.458288 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port f04484bd-1e0c-4473-b282-cb7338e3076a triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:23.458693 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:23.459039 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port f04484bd-1e0c-4473-b282-cb7338e3076a Oct 23 02:14:23.487391 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:23.500732 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d1898e-3582-4755-8b24-59d42732bba8', 'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:14Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 4, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'gw_port': {'id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:15Z', 'updated_at': '2022-10-23T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'e6cf49d6-6d5b-4075-a485-ddb8cfbc188b', 'name': '', 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'mac_address': 'fa:16:3e:4c:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de524365-888c-42f5-999e-728f5d818d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:17Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 2, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'subnets': [{'id': 'de524365-888c-42f5-999e-728f5d818d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:23.526210 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Checking router: 37d1898e-3582-4755-8b24-59d42732bba8 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:23.526596 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Updating router 37d1898e-3582-4755-8b24-59d42732bba8 port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:14:23.537116 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port f04484bd-1e0c-4473-b282-cb7338e3076a is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:23.554467 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:23.818771 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Publish callbacks [] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:23.823595 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:23.913059 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f712e2-4d65-4d6d-9bba-8a297e2b3837 None None] Pushing event updated for resources: {'Port': ['ID=e6cf49d6-6d5b-4075-a485-ddb8cfbc188b,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:23.920090 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Attempting to bind port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:23.920427 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Attempting to bind port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'e6b02d94-4407-4287-9e41-a3cb9ef64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:23.920869 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Attempting to bind port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b on network 6c62601e-c2fb-4184-b9b2-834329c6af0d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:23.955319 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:23.970704 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:23.971075 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Checking segment: {'id': 'e6b02d94-4407-4287-9e41-a3cb9ef64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:23.971480 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:23.971922 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Bound using segment: {'id': 'e6b02d94-4407-4287-9e41-a3cb9ef64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:23.972419 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Bound port: e6cf49d6-6d5b-4075-a485-ddb8cfbc188b, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b02d94-4407-4287-9e41-a3cb9ef64abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:23.972792 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:24.036948 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] For port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:24.038948 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:24.041420 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] For port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=e6cf49d6-6d5b-4075-a485-ddb8cfbc188b,segment=NetworkSegment(e6b02d94-4407-4287-9e41-a3cb9ef64abd),segment_id=e6b02d94-4407-4287-9e41-a3cb9ef64abd)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:24.048125 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:24.087389 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Routers {'37d1898e-3582-4755-8b24-59d42732bba8'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:24.088037 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37d1898e-3582-4755-8b24-59d42732bba8'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:24.127745 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device e35e85c2-0e59-4bf7-a05a-481d96c99ce9 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:14:24.141442 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f712e2-4d65-4d6d-9bba-8a297e2b3837 None None] Pushing event updated for resources: {'Port': ['ID=e6cf49d6-6d5b-4075-a485-ddb8cfbc188b,revision_number=4']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:24.212420 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] Set router 37d1898e-3582-4755-8b24-59d42732bba8 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:24.242403 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port e35e85c2-0e59-4bf7-a05a-481d96c99ce9, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:24.255908 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'port_id': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'mac_address': 'fa:16:3e:f6:e2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:14:24.292833 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:24.293270 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:24.307582 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35e85c2-0e59-4bf7-a05a-481d96c99ce9 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:14:24.312169 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:24.333344 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port e35e85c2-0e59-4bf7-a05a-481d96c99ce9, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:24.337317 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:24.388188 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:24.441646 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d1adc-6d20-4474-98aa-b85164fd41c1 req-1b7fe066-91f1-4cb2-a74e-2dc04c17181d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:24.442340 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d1898e-3582-4755-8b24-59d42732bba8', 'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:14Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 4, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'gw_port': {'id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:15Z', 'updated_at': '2022-10-23T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'e6cf49d6-6d5b-4075-a485-ddb8cfbc188b', 'name': '', 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'mac_address': 'fa:16:3e:4c:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de524365-888c-42f5-999e-728f5d818d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:17Z', 'updated_at': '2022-10-23T02:14:24Z', 'revision_number': 4, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'subnets': [{'id': 'de524365-888c-42f5-999e-728f5d818d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:24.443426 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e38d1adc-6d20-4474-98aa-b85164fd41c1 req-1b7fe066-91f1-4cb2-a74e-2dc04c17181d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 945 time: 0.0498474 Oct 23 02:14:24.468498 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa99a6-d8b0-4de7-8161-4ec3caefdba8 None None] The sync data for ids ['37d1898e-3582-4755-8b24-59d42732bba8'] in dv-cinder-861491-5-iscsi is: [{'id': '37d1898e-3582-4755-8b24-59d42732bba8', 'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:14Z', 'updated_at': '2022-10-23T02:14:18Z', 'revision_number': 4, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'gw_port': {'id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:15Z', 'updated_at': '2022-10-23T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'e6cf49d6-6d5b-4075-a485-ddb8cfbc188b', 'name': '', 'network_id': '6c62601e-c2fb-4184-b9b2-834329c6af0d', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'mac_address': 'fa:16:3e:4c:2a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'de524365-888c-42f5-999e-728f5d818d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:17Z', 'updated_at': '2022-10-23T02:14:24Z', 'revision_number': 4, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'subnets': [{'id': 'de524365-888c-42f5-999e-728f5d818d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:24.496545 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e38d1adc-6d20-4474-98aa-b85164fd41c1 req-c9c4a888-70a8-47da-bbb5-34d3e9702a4e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469418 Oct 23 02:14:24.934500 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['e35e85c2-0e59-4bf7-a05a-481d96c99ce9'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:14:25.325616 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53406) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:25.426648 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device e6cf49d6-6d5b-4075-a485-ddb8cfbc188b up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:25.449451 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86245853-594e-46db-9ffb-6bdd2941127a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.476201 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:25.476577 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.476916 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b Oct 23 02:14:25.485734 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:25.540236 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86245853-594e-46db-9ffb-6bdd2941127a admin admin] Publish callbacks [] for security_group (676207ea-1a59-4212-b222-0eb858c6443c), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.546433 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86245853-594e-46db-9ffb-6bdd2941127a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (676207ea-1a59-4212-b222-0eb858c6443c), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.550870 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:25.551267 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.578334 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:25.581447 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86245853-594e-46db-9ffb-6bdd2941127a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676207ea-1a59-4212-b222-0eb858c6443c,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:25.594241 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=e6cf49d6-6d5b-4075-a485-ddb8cfbc188b,segment=NetworkSegment(e6b02d94-4407-4287-9e41-a3cb9ef64abd),segment_id=e6b02d94-4407-4287-9e41-a3cb9ef64abd)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:25.599394 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.610260 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-86245853-594e-46db-9ffb-6bdd2941127a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e7682569529c408fb332908d59519f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797260 Oct 23 02:14:25.610790 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53412) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:25.624854 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=14 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:25.646036 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea253d11-10d8-4c30-aff1-0a56d71c5273 req-02f69b4f-4741-4010-9725-56c280f7ee13 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:25.647658 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ea253d11-10d8-4c30-aff1-0a56d71c5273 req-02f69b4f-4741-4010-9725-56c280f7ee13 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 945 time: 0.0688322 Oct 23 02:14:25.664980 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b369-5ff5-4ae7-9b2d-2465e9622e4c admin admin] Publish callbacks [] for security_group (676207ea-1a59-4212-b222-0eb858c6443c), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.666401 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=e6cf49d6-6d5b-4075-a485-ddb8cfbc188b,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:25.698169 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b369-5ff5-4ae7-9b2d-2465e9622e4c admin admin] Publish callbacks [] for security_group (676207ea-1a59-4212-b222-0eb858c6443c), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.707553 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ea253d11-10d8-4c30-aff1-0a56d71c5273 req-9c672128-5b6d-4370-b99d-7dfbea5714e4 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523901 Oct 23 02:14:25.746063 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b369-5ff5-4ae7-9b2d-2465e9622e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (676207ea-1a59-4212-b222-0eb858c6443c), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.749399 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b369-5ff5-4ae7-9b2d-2465e9622e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:25.750601 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-cfb9b369-5ff5-4ae7-9b2d-2465e9622e4c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/676207ea-1a59-4212-b222-0eb858c6443c HTTP/1.1" status: 204 len: 168 time: 0.1383486 Oct 23 02:14:25.758652 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9b369-5ff5-4ae7-9b2d-2465e9622e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676207ea-1a59-4212-b222-0eb858c6443c,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:26.426024 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:26.428040 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device e35e85c2-0e59-4bf7-a05a-481d96c99ce9 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:26.472286 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:14:26.478119 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:26.478522 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:26.478860 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 Oct 23 02:14:26.556173 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:26.556564 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:26.579273 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:14:26.581673 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0133de-64e0-49a2-8297-271c83345f3c" -d '{"events": [{"server_uuid": "db07175d-130c-4921-9d80-695f6a7d3d0c", "name": "network-vif-plugged", "status": "completed", "tag": "e35e85c2-0e59-4bf7-a05a-481d96c99ce9"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:14:26.595654 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port e35e85c2-0e59-4bf7-a05a-481d96c99ce9, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:26.600575 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:26.623957 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b93a13-0e4f-4785-8491-31cc618f9886 x-openstack-request-id: req-b7b93a13-0e4f-4785-8491-31cc618f9886 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:14:26.624252 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db07175d-130c-4921-9d80-695f6a7d3d0c", "name": "network-vif-plugged", "status": "completed", "tag": "e35e85c2-0e59-4bf7-a05a-481d96c99ce9", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:14:26.624513 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7b93a13-0e4f-4785-8491-31cc618f9886 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:14:26.624929 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b93a13-0e4f-4785-8491-31cc618f9886'] response: {'server_uuid': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'code': 200} Oct 23 02:14:26.641187 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:26.651114 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:26.833810 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36423be-26ca-41a2-a310-7ea786c740ec req-19abf1a8-2bbd-4623-9c8e-30b01d2d4319 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:26.835493 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a36423be-26ca-41a2-a310-7ea786c740ec req-19abf1a8-2bbd-4623-9c8e-30b01d2d4319 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 946 time: 0.0507724 Oct 23 02:14:26.887771 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a36423be-26ca-41a2-a310-7ea786c740ec req-e323bb01-a113-4253-8c30-7401ea03d73a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463192 Oct 23 02:14:26.897337 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:26.929739 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373f63e-c956-4d4b-8c3d-b52c4e63ee30 req-ef5a574d-0660-4534-b968-fb652df2e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:26.931183 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a373f63e-c956-4d4b-8c3d-b52c4e63ee30 req-ef5a574d-0660-4534-b968-fb652df2e977 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 1130 time: 0.0419862 Oct 23 02:14:26.983976 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a373f63e-c956-4d4b-8c3d-b52c4e63ee30 req-c7a9bd90-185a-400e-b026-840832477c1f service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455046 Oct 23 02:14:27.405829 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device e6cf49d6-6d5b-4075-a485-ddb8cfbc188b up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:14:27.450235 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:27.451710 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:27.451710 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b Oct 23 02:14:27.526930 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:28.017630 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02125e53-dd44-48c3-aca7-64be5b1a4bdc req-bfa36d53-2dcf-469f-a360-65f82c4a7969 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:28.019127 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-02125e53-dd44-48c3-aca7-64be5b1a4bdc req-bfa36d53-2dcf-469f-a360-65f82c4a7969 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 946 time: 0.0500293 Oct 23 02:14:28.069197 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-02125e53-dd44-48c3-aca7-64be5b1a4bdc req-6a0c906b-d048-49af-be30-71d81f6f1726 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443301 Oct 23 02:14:29.192945 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8149c-1e60-4914-bb31-244783319a57 req-59768585-9469-4dc5-a8a4-cbd370c2bdb1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:29.194410 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a5f8149c-1e60-4914-bb31-244783319a57 req-59768585-9469-4dc5-a8a4-cbd370c2bdb1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 946 time: 0.0478683 Oct 23 02:14:29.243004 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a5f8149c-1e60-4914-bb31-244783319a57 req-5646b349-9047-4779-866c-186395c65c86 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Oct 23 02:14:29.366905 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4a25a-fc07-48a5-a730-2f3fd0d06ee4 req-680eee1c-8935-4e0d-9327-47ebd673418e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:29.368375 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-06b4a25a-fc07-48a5-a730-2f3fd0d06ee4 req-680eee1c-8935-4e0d-9327-47ebd673418e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 946 time: 0.0511580 Oct 23 02:14:29.391461 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:29.426419 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-06b4a25a-fc07-48a5-a730-2f3fd0d06ee4 req-43fc08d6-1875-4764-a549-6f1d77caa6b6 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491555 Oct 23 02:14:29.455677 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53434) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:29.646884 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e529029-aa6b-41b4-925b-a3fcfbccc323 tempest-TestVolumeBootPattern-575711562 tempest-TestVolumeBootPattern-575711562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:29.648335 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-3e529029-aa6b-41b4-925b-a3fcfbccc323 tempest-TestVolumeBootPattern-575711562 tempest-TestVolumeBootPattern-575711562-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 1125 time: 0.1916885 Oct 23 02:14:29.651325 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53438) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:14:29.656003 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'port_id': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:29.679033 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:29.762585 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:29.872528 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Allocated IP 172.27.0.50 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/16411494-28f1-4b4b-9abd-927032a86ee9) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:29.983805 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for port (16411494-28f1-4b4b-9abd-927032a86ee9), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:30.016502 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (16411494-28f1-4b4b-9abd-927032a86ee9), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:30.052316 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:30.055193 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:30.064305 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:30.088490 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'Port': ['ID=16411494-28f1-4b4b-9abd-927032a86ee9,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:30.099771 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:30.416116 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:30.433105 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (f84b7889-9a2b-4d81-a97f-662255215036), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:30.502270 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (16411494-28f1-4b4b-9abd-927032a86ee9), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:30.653957 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for port (16411494-28f1-4b4b-9abd-927032a86ee9), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:30.658375 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (16411494-28f1-4b4b-9abd-927032a86ee9), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:30.729012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'Port': ['ID=16411494-28f1-4b4b-9abd-927032a86ee9,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:30.732128 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (f84b7889-9a2b-4d81-a97f-662255215036), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:30.829594 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Floating IP f84b7889-9a2b-4d81-a97f-662255215036 associated. External IP: 172.27.0.50, port: e35e85c2-0e59-4bf7-a05a-481d96c99ce9. Oct 23 02:14:30.966742 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:31.039666 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:14:31.145665 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:14:31.155594 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] Sync routers for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:14:31.165095 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:31.166568 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:31.167201 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:31.201042 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e271fbac-ee3e-47dd-9110-a5541ba5e9b8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5461669 Oct 23 02:14:31.201042 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'tag': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:14:31.201595 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec73e884-3651-43af-bfa9-b63dcf9e607d" -d '{"events": [{"name": "network-changed", "server_uuid": "db07175d-130c-4921-9d80-695f6a7d3d0c", "tag": "e35e85c2-0e59-4bf7-a05a-481d96c99ce9"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:14:31.241106 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c22394-5ed1-47d5-9501-a41475c76388 x-openstack-request-id: req-25c22394-5ed1-47d5-9501-a41475c76388 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:14:31.241449 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db07175d-130c-4921-9d80-695f6a7d3d0c", "tag": "e35e85c2-0e59-4bf7-a05a-481d96c99ce9", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:14:31.241711 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25c22394-5ed1-47d5-9501-a41475c76388 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:14:31.242120 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c22394-5ed1-47d5-9501-a41475c76388'] response: {'name': 'network-changed', 'server_uuid': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'tag': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'status': 'completed', 'code': 200} Oct 23 02:14:31.356849 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-2e114b2a-5b43-4843-bd45-813d7e1e0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:31.358363 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-2e114b2a-5b43-4843-bd45-813d7e1e0c95 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 1130 time: 0.0423203 Oct 23 02:14:31.416026 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:31.430745 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:31.460128 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-2ef3e9e9-c55d-4724-987f-8d3e26f8cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:31.461606 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-2ef3e9e9-c55d-4724-987f-8d3e26f8cc76 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.0951588 Oct 23 02:14:31.533857 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-b1a14d6b-cb72-4da2-8c1e-2fd6a243ef68 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e35e85c2-0e59-4bf7-a05a-481d96c99ce9 HTTP/1.1" status: 200 len: 999 time: 0.0650251 Oct 23 02:14:31.588912 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-0dfe9c12-78b9-4fb5-968f-3d77a84b8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:31.590395 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-0dfe9c12-78b9-4fb5-968f-3d77a84b8a6b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0484319 Oct 23 02:14:31.636493 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-527d125e-2558-413a-a069-2e1b3229ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:31.638375 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-527d125e-2558-413a-a069-2e1b3229ac63 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404363 Oct 23 02:14:31.680889 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'f84b7889-9a2b-4d81-a97f-662255215036', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:f6:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:14:30Z', 'updated_at': '2022-10-23T02:14:30Z', 'revision_number': 0, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:31.706151 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] Checking router: 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:14:31.714596 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:14:31.715212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:31.736147 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-a4bba25d-88c3-4fd1-a7a5-6173f043f74a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915012 Oct 23 02:14:31.764787 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:31.819928 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:14:31.830944 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ec73e884-3651-43af-bfa9-b63dcf9e607d req-3ced074c-5562-4c46-8adc-b6cc5fc9f2de service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879157 Oct 23 02:14:32.036034 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'f84b7889-9a2b-4d81-a97f-662255215036', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:f6:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:14:30Z', 'updated_at': '2022-10-23T02:14:30Z', 'revision_number': 0, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:14:32.063008 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67dec0-c7eb-41e4-990f-46af618565b4 None None] The sync data for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi is: [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'f84b7889-9a2b-4d81-a97f-662255215036', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:f6:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:14:30Z', 'updated_at': '2022-10-23T02:14:30Z', 'revision_number': 0, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:14:32.263203 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97defc-3bec-43d5-b424-19a3d99570bb None None] New status for floating IP f84b7889-9a2b-4d81-a97f-662255215036: ACTIVE {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:14:35.753578 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:35.754799 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:38.848262 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:39.395047 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d18c4b-eeb8-44e9-88ed-33932d5618aa req-831d4ad5-fc3b-4c1c-8a80-caaf0bb80d57 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:39.396544 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6d18c4b-eeb8-44e9-88ed-33932d5618aa req-831d4ad5-fc3b-4c1c-8a80-caaf0bb80d57 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0512958 Oct 23 02:14:39.443840 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6d18c4b-eeb8-44e9-88ed-33932d5618aa req-0c2d8022-a530-434b-92c4-f868d96fb63b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415957 Oct 23 02:14:40.572824 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45f2de-df94-4937-be02-8f0a07ff5242 req-7e2a2fef-e908-4389-8a83-b075ddd4105d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:40.574356 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9d45f2de-df94-4937-be02-8f0a07ff5242 req-7e2a2fef-e908-4389-8a83-b075ddd4105d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0467658 Oct 23 02:14:40.620422 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9d45f2de-df94-4937-be02-8f0a07ff5242 req-01f7c58d-c364-467d-a6fd-ea3ec29c6793 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401981 Oct 23 02:14:41.748844 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5a534-5c27-4dbc-a5ec-01dad44218f1 req-f61a8cd6-bea2-4cc9-a63c-b86d344913f7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:41.750289 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6ce5a534-5c27-4dbc-a5ec-01dad44218f1 req-f61a8cd6-bea2-4cc9-a63c-b86d344913f7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0492837 Oct 23 02:14:41.782393 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:41.798289 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6ce5a534-5c27-4dbc-a5ec-01dad44218f1 req-67831fb7-0b93-46bf-8466-eebc3899b8a3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425038 Oct 23 02:14:42.419299 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:42.440291 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:42.928876 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311bc2a-2758-4818-83c6-0915d1e831b2 req-df4ac998-663b-48cd-80f1-4b68c9b0cbb2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:42.930320 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0311bc2a-2758-4818-83c6-0915d1e831b2 req-df4ac998-663b-48cd-80f1-4b68c9b0cbb2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0476243 Oct 23 02:14:42.977625 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0311bc2a-2758-4818-83c6-0915d1e831b2 req-c60aac4d-3b83-4a5e-acf6-b374616b6a21 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412221 Oct 23 02:14:43.694286 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ff86dbf1-a5f0-45d8-b75b-d22e3c238ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:44.100604 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e350-3833-4a58-a1a2-1cc9a2f812e1 req-ebc93bed-1eb1-4695-879f-73c5a9ae60de tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:44.102037 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8311e350-3833-4a58-a1a2-1cc9a2f812e1 req-ebc93bed-1eb1-4695-879f-73c5a9ae60de tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0456707 Oct 23 02:14:44.151866 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8311e350-3833-4a58-a1a2-1cc9a2f812e1 req-bd68192d-d66c-40e4-a3f0-e75578441f88 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438180 Oct 23 02:14:45.278609 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4480bd-f7cc-4840-90ac-6cf22a1cb5ce req-7d8a3a76-53d6-4b25-adc7-a1438219575e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:45.280093 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7b4480bd-f7cc-4840-90ac-6cf22a1cb5ce req-7d8a3a76-53d6-4b25-adc7-a1438219575e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0479491 Oct 23 02:14:45.327689 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7b4480bd-f7cc-4840-90ac-6cf22a1cb5ce req-e7726d95-a243-4be2-95b0-1f10fc22450d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421631 Oct 23 02:14:46.087112 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d1dee7c1-c5cb-4b2d-a9a9-0389dfc6bb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:46.454246 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea3df5-09e3-4030-aa4c-47a2f30836e4 req-e6c0136e-5989-4972-b466-2747f9ee08ed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:46.455755 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6ea3df5-09e3-4030-aa4c-47a2f30836e4 req-e6c0136e-5989-4972-b466-2747f9ee08ed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0475667 Oct 23 02:14:46.501896 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6ea3df5-09e3-4030-aa4c-47a2f30836e4 req-c83d36c4-7f75-4336-9a72-9ff25a8d106d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406849 Oct 23 02:14:47.174494 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:47.512067 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:47.567822 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-43cf6be4-a29b-484c-ab3a-5de62ad06cd9 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-452482644&fields=id&tenant_id=d7bb15a157314fb095d2333f64ab0c83 HTTP/1.1" status: 200 len: 267 time: 0.0639057 Oct 23 02:14:47.687108 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5589d-3099-4d4a-bac9-e6bfb2c85c0a req-5e54e720-5bd6-4126-bbb1-bb9bb4040279 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:47.690539 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bff5589d-3099-4d4a-bac9-e6bfb2c85c0a req-5e54e720-5bd6-4126-bbb1-bb9bb4040279 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0883293 Oct 23 02:14:47.752727 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-66b639fe-c61e-45f9-a2c1-228cc4ea48f7 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:47.754193 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-66b639fe-c61e-45f9-a2c1-228cc4ea48f7 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/networks?id=5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 200 len: 808 time: 0.1777771 Oct 23 02:14:47.782109 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bff5589d-3099-4d4a-bac9-e6bfb2c85c0a req-1c1e43a9-8812-446b-9b25-3397555f0c52 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861478 Oct 23 02:14:47.783805 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-044a3f4c-32aa-4700-87df-39c38c8228da tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/quotas/d7bb15a157314fb095d2333f64ab0c83 HTTP/1.1" status: 200 len: 375 time: 0.0234365 Oct 23 02:14:47.839952 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-1564649e-4730-4a7f-b76e-672fe2c3df3a tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d7bb15a157314fb095d2333f64ab0c83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503423 Oct 23 02:14:47.951110 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-6bf3e84a-0e7e-4a3a-a798-c4af242fa191 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933099 Oct 23 02:14:48.064625 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-24530d39-7c90-4656-b32d-29985cf35ad1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066575 Oct 23 02:14:48.394042 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-116f84fa-3ab1-419a-8829-09d3025edad0 req-2fcda1d8-6e48-4d18-ad2d-c6d7b3336ac8 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 210 time: 0.0317793 Oct 23 02:14:48.834115 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:48.953027 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:49.157704 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6be65c-8f79-48d2-89fe-8991ce8df05a req-b3feca27-404a-4d90-9341-18b25533bde0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:49.159204 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9e6be65c-8f79-48d2-89fe-8991ce8df05a req-b3feca27-404a-4d90-9341-18b25533bde0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.3070288 Oct 23 02:14:49.161915 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:49.177796 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d8895-028d-4475-b871-b30e2bdce52f req-771d07ae-4b75-4581-b810-c15a12db27ca tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:49.179238 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ff0d8895-028d-4475-b871-b30e2bdce52f req-771d07ae-4b75-4581-b810-c15a12db27ca tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.2954421 Oct 23 02:14:49.244982 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9e6be65c-8f79-48d2-89fe-8991ce8df05a req-6ec55d11-8ea7-4add-ac02-068269923a5f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794868 Oct 23 02:14:49.252154 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ff0d8895-028d-4475-b871-b30e2bdce52f req-4d620437-1902-424d-95e1-58a45900f1f9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642531 Oct 23 02:14:49.497307 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9a7e24f7-64d0-4b8e-91f8-097326eecd16 req-a0e72e12-b404-4481-b264-c7525a012d45 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 210 time: 0.0277829 Oct 23 02:14:50.422998 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf671b-13a1-4a22-8307-122e7ffb0757 req-a2a00279-cd9e-4b57-b2f0-37d75c516be6 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:50.424456 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e5bf671b-13a1-4a22-8307-122e7ffb0757 req-a2a00279-cd9e-4b57-b2f0-37d75c516be6 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0898237 Oct 23 02:14:50.463791 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02395baf-6c53-4e0f-b792-0dd53775e2d1 req-f73c8cd8-f1ce-4127-81d2-d423be1d19fb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:50.465763 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-02395baf-6c53-4e0f-b792-0dd53775e2d1 req-f73c8cd8-f1ce-4127-81d2-d423be1d19fb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.1179445 Oct 23 02:14:50.483692 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-393baed3-cb0c-4a15-96a1-1f5eece8fbcd tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:50.485152 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-393baed3-cb0c-4a15-96a1-1f5eece8fbcd tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 200 len: 808 time: 0.2175863 Oct 23 02:14:50.561545 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e5bf671b-13a1-4a22-8307-122e7ffb0757 req-1223276f-c1a1-47cd-813e-cfc8e3b3381d tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255190 Oct 23 02:14:50.569328 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:50.579884 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-02395baf-6c53-4e0f-b792-0dd53775e2d1 req-c80b6b8a-e6d1-4f08-9d56-76c421a2fbe8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066620 Oct 23 02:14:50.609903 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-01828027-67e0-4bb3-8a4c-a79ccc5dc66f tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7bb15a157314fb095d2333f64ab0c83 HTTP/1.1" status: 200 len: 379 time: 0.1015027 Oct 23 02:14:50.619368 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Request body: {'port': {'device_id': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'admin_state_up': True, 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'security_groups': ['3ba041d7-7c5f-4cc8-a29a-177731aacc9e']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:50.688725 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d4a9b841-0fe3-47c7-b684-4141d209ba59 req-d07eac14-9b29-411b-9408-5e5cfcb12908 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 210 time: 0.0550621 Oct 23 02:14:50.751760 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Made reservation on behalf of d7bb15a157314fb095d2333f64ab0c83 for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:14:50.755556 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:50.884297 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Allocated IP 172.20.0.6 (5ff0d7db-4994-4f32-abfd-4e23a0f82087/f2dd49c0-4da5-4047-a07d-67951a0b7ed5/d232d5a5-a6d8-44ab-a498-c1ef3fea2467) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:14:51.028945 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.063792 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.097891 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:51.104387 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:14:51.109216 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:14:51.117019 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:14:51.144707 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'Port': ['ID=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:51.175044 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:51.175659 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.194148 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-00ee1292-856b-461f-9eeb-f17951b5e835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782828 Oct 23 02:14:51.214629 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Request body: {'port': {'device_id': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:14:51.282849 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.332472 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:51.407717 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-b8d8d570-b654-453c-b44a-6a9130bd754d None None] Provisioning complete for port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:14:51.408255 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b8d8d570-b654-453c-b44a-6a9130bd754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.408363 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-b8d8d570-b654-453c-b44a-6a9130bd754d None None] Attempt 1 to provision port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 Oct 23 02:14:51.443332 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8d570-b654-453c-b44a-6a9130bd754d None None] Port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:14:51.538655 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d232d5a5-a6d8-44ab-a498-c1ef3fea2467 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:14:51.546204 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Publish callbacks [] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.558529 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Transition to ACTIVE for port object d232d5a5-a6d8-44ab-a498-c1ef3fea2467 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:14:51.562318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:51.657365 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Pushing event updated for resources: {'Port': ['ID=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:51.744799 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b809b-3d31-4f2b-818d-460f61b4e912 req-2a2ab6c0-3133-4851-a7ff-23fff36a3f53 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:51.746406 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-377b809b-3d31-4f2b-818d-460f61b4e912 req-2a2ab6c0-3133-4851-a7ff-23fff36a3f53 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.1032541 Oct 23 02:14:51.753848 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29965325-2964-4ffb-8f60-380716d1cd99 req-53461020-45b0-48f3-b1b1-ff0a2f32bac5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:51.755257 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-29965325-2964-4ffb-8f60-380716d1cd99 req-53461020-45b0-48f3-b1b1-ff0a2f32bac5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0902708 Oct 23 02:14:51.757170 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Attempting to bind port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:14:51.757507 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Attempting to bind port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:14:51.757834 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Attempting to bind port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 on network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:51.866207 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 on network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:14:51.866555 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Attempting to bind port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 on network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:14:51.876276 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-377b809b-3d31-4f2b-818d-460f61b4e912 req-c1aa39c1-7837-46f7-9e96-8fc7e0d57c6d tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200020 Oct 23 02:14:51.897290 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-29965325-2964-4ffb-8f60-380716d1cd99 req-bbc016d6-772b-4f37-9004-591d85957272 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101823 Oct 23 02:14:51.912674 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:51.935811 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:14:51.936152 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Checking segment: {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:14:51.936541 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Bound using segment: {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:14:51.936981 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Bound port: d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0953c207-ec7e-4c3d-9e9c-08eee2022dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:14:51.937374 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:52.019332 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffdfa2-fcad-4072-b328-1bde5d2da465 req-106514bc-df9e-403e-86b3-7972467408be tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:52.020794 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-10ffdfa2-fcad-4072-b328-1bde5d2da465 req-106514bc-df9e-403e-86b3-7972467408be tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0801899 Oct 23 02:14:52.055225 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:14:52.075730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:14:52.092107 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:52.095208 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:52.096150 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:52.097489 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 1093 time: 0.8879521 Oct 23 02:14:52.100280 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:14:52.102542 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b22a983-684a-4826-9415-e2b87d9506b2" -d '{"events": [{"name": "network-changed", "server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:14:52.110494 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-10ffdfa2-fcad-4072-b328-1bde5d2da465 req-091253da-0bd3-4064-a905-3c185cd363aa tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800524 Oct 23 02:14:52.156453 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e4fee-5610-4892-a001-544f3f5e0b7d x-openstack-request-id: req-414e4fee-5610-4892-a001-544f3f5e0b7d {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:14:52.156747 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:14:52.157005 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-414e4fee-5610-4892-a001-544f3f5e0b7d {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:14:52.157411 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414e4fee-5610-4892-a001-544f3f5e0b7d'] response: {'name': 'network-changed', 'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'status': 'completed', 'code': 200} Oct 23 02:14:52.158498 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e65fe-4cbf-402f-9c14-f4da9d72666b service neutron] Pushing event updated for resources: {'Port': ['ID=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:52.233333 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-7c0478ff-7cb3-405d-b46e-db1d5b5a2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:52.234832 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-7c0478ff-7cb3-405d-b46e-db1d5b5a2b33 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7bb15a157314fb095d2333f64ab0c83&device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1127 time: 0.0389724 Oct 23 02:14:52.288016 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-a19f8ed5-9ed8-402d-8a76-97a7496d4ca2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 217 time: 0.0363362 Oct 23 02:14:52.335499 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-aef0ccc6-3036-4d19-ab39-de2a38baa8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:52.336885 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-aef0ccc6-3036-4d19-ab39-de2a38baa8fc service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f2dd49c0-4da5-4047-a07d-67951a0b7ed5 HTTP/1.1" status: 200 len: 847 time: 0.0426242 Oct 23 02:14:52.380589 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-0ad8477d-10ed-4302-9443-8b10c18ced76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:52.382031 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-0ad8477d-10ed-4302-9443-8b10c18ced76 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5ff0d7db-4994-4f32-abfd-4e23a0f82087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384116 Oct 23 02:14:52.438412 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:52.476176 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-82064fbb-b811-48e7-9692-60386c52abc9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869546 Oct 23 02:14:52.566268 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c156c11-32ef-4b3a-9c73-e5d81dbd817f req-47730dc6-5073-476a-b20d-fc5dd9e13581 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834811 Oct 23 02:14:53.028622 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e289d8-1073-4655-98d7-af26d7a23408 req-2417e3f2-dd31-46cc-ab0e-1259482204e5 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:53.030086 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30e289d8-1073-4655-98d7-af26d7a23408 req-2417e3f2-dd31-46cc-ab0e-1259482204e5 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0793083 Oct 23 02:14:53.049239 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff09b05-2eac-4c73-85cf-6fe679bd4088 req-b34e1cac-c3b6-43c9-9321-7652d0847809 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:53.050684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6ff09b05-2eac-4c73-85cf-6fe679bd4088 req-b34e1cac-c3b6-43c9-9321-7652d0847809 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0666652 Oct 23 02:14:53.105456 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:14:53.109556 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30e289d8-1073-4655-98d7-af26d7a23408 req-1616b6af-6590-44b6-97e4-54e043843b90 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738356 Oct 23 02:14:53.123561 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6ff09b05-2eac-4c73-85cf-6fe679bd4088 req-0b79c099-3046-431a-9b27-dbd2550e72c7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659511 Oct 23 02:14:53.238045 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1f181-6cc6-4030-bced-e8628c75a1d8 req-37cef6e9-0277-4ec8-a9e6-f9089bf39567 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:53.239503 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-38d1f181-6cc6-4030-bced-e8628c75a1d8 req-37cef6e9-0277-4ec8-a9e6-f9089bf39567 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0467145 Oct 23 02:14:53.291719 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-38d1f181-6cc6-4030-bced-e8628c75a1d8 req-9c0b1a5d-95fb-40fb-af0b-1b7944791cf6 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467498 Oct 23 02:14:53.851446 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:53.855210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-f0d4c8c6-4958-4a7c-9431-1db72763e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:53.856752 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-f0d4c8c6-4958-4a7c-9431-1db72763e17b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7bb15a157314fb095d2333f64ab0c83&device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1127 time: 0.0391843 Oct 23 02:14:53.948173 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-70678dbb-70d8-49db-9513-8e4c3f3e1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:53.949581 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-70678dbb-70d8-49db-9513-8e4c3f3e1876 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 200 len: 909 time: 0.0855634 Oct 23 02:14:53.991985 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-63443a47-ba99-4bff-a705-a9f47775af66 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 217 time: 0.0351119 Oct 23 02:14:54.040348 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-71757860-45f2-434f-9686-0dbe3dbd4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:54.041813 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-71757860-45f2-434f-9686-0dbe3dbd4dba service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f2dd49c0-4da5-4047-a07d-67951a0b7ed5 HTTP/1.1" status: 200 len: 847 time: 0.0424194 Oct 23 02:14:54.083312 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-4570e599-a24d-4753-b908-81cba781aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:54.084787 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-4570e599-a24d-4753-b908-81cba781aceb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5ff0d7db-4994-4f32-abfd-4e23a0f82087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374761 Oct 23 02:14:54.284891 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5444a72-dc55-464c-bfea-0068729dca87 req-1314356b-5290-46ee-81e4-11f9be79f4c9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:54.286522 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c5444a72-dc55-464c-bfea-0068729dca87 req-1314356b-5290-46ee-81e4-11f9be79f4c9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0988572 Oct 23 02:14:54.303772 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-354632c8-cd4b-4e84-8e0d-766b538ddf97 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761909 Oct 23 02:14:54.309919 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcc070-4179-46cb-9bfc-3d9a8003c4e5 req-9b8a5a5e-ffc1-4556-babd-260b1b0a0493 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:54.311274 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2efcc070-4179-46cb-9bfc-3d9a8003c4e5 req-9b8a5a5e-ffc1-4556-babd-260b1b0a0493 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0920520 Oct 23 02:14:54.433817 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c5444a72-dc55-464c-bfea-0068729dca87 req-3917beb2-2167-4ec5-b66a-a4ca13ba2d3a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384768 Oct 23 02:14:54.438086 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:54.451813 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2efcc070-4179-46cb-9bfc-3d9a8003c4e5 req-4300501f-60aa-4684-83ff-59b8ea2a0dc9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248069 Oct 23 02:14:54.471621 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7b22a983-684a-4826-9415-e2b87d9506b2 req-af2ce46c-a5a9-47e5-8085-f05bfd3d6992 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594350 Oct 23 02:14:54.543802 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b3ddf-ff95-402e-bd58-1f48f04801b4 req-b561fbee-eb9c-46a1-8921-4c451eaf61d4 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:54.545133 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de3b3ddf-ff95-402e-bd58-1f48f04801b4 req-b561fbee-eb9c-46a1-8921-4c451eaf61d4 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0520842 Oct 23 02:14:54.606266 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de3b3ddf-ff95-402e-bd58-1f48f04801b4 req-305c6762-8420-4947-ae7b-8cd729e12ae4 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551670 Oct 23 02:14:55.586854 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5ba84-2fba-4f1e-b501-c1ba27bacf87 req-43e51ad6-6948-444f-9b5f-ff5cdc3d4442 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:55.588313 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3eb5ba84-2fba-4f1e-b501-c1ba27bacf87 req-43e51ad6-6948-444f-9b5f-ff5cdc3d4442 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0784628 Oct 23 02:14:55.616067 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5dd6e-b76b-4b4a-b32e-2382062ebc6b req-a8508aa3-3c2b-4842-a860-e225a1a3e538 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:55.617458 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2df5dd6e-b76b-4b4a-b32e-2382062ebc6b req-a8508aa3-3c2b-4842-a860-e225a1a3e538 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0766940 Oct 23 02:14:55.681531 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3eb5ba84-2fba-4f1e-b501-c1ba27bacf87 req-00019de7-0fe1-4864-829c-724995e979a9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793970 Oct 23 02:14:55.693660 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2df5dd6e-b76b-4b4a-b32e-2382062ebc6b req-ee580f0c-99c8-4460-84d9-f3e2f6c7eaea tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655313 Oct 23 02:14:55.788192 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d183bd-f1f0-43d2-8df9-d1c6ddb8110c req-3d5ff255-8456-4965-9d91-23abc28cc41f tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:55.789668 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f4d183bd-f1f0-43d2-8df9-d1c6ddb8110c req-3d5ff255-8456-4965-9d91-23abc28cc41f tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0466764 Oct 23 02:14:55.838407 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f4d183bd-f1f0-43d2-8df9-d1c6ddb8110c req-7d9ac5d4-38a0-4743-baeb-377f7707c6b4 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419912 Oct 23 02:14:56.427045 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:56.774255 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:56.846024 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0717c67-a0b5-41ca-a796-2d6792ec9117 req-d19c8d1d-d89a-4704-ba16-2e15fdc72add tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:56.847497 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0717c67-a0b5-41ca-a796-2d6792ec9117 req-d19c8d1d-d89a-4704-ba16-2e15fdc72add tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0821018 Oct 23 02:14:56.853055 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b1bb6-0da3-4f1c-b2d3-5889fe01563a req-8826104e-6cae-4bbe-bef8-58aabd19edef tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:56.855477 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9b6b1bb6-0da3-4f1c-b2d3-5889fe01563a req-8826104e-6cae-4bbe-bef8-58aabd19edef tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0766566 Oct 23 02:14:56.927159 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0717c67-a0b5-41ca-a796-2d6792ec9117 req-6191517c-22d3-4e35-9c8c-00e553af17d4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707572 Oct 23 02:14:56.934426 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9b6b1bb6-0da3-4f1c-b2d3-5889fe01563a req-47f9fc0f-ece1-4906-ac24-630565f75972 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714114 Oct 23 02:14:57.030322 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be744654-cd92-484b-82be-c06f85a450c7 req-019886b9-4ff7-4c0d-9f84-cd96091d4a53 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:57.031803 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-be744654-cd92-484b-82be-c06f85a450c7 req-019886b9-4ff7-4c0d-9f84-cd96091d4a53 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0480614 Oct 23 02:14:57.080349 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-be744654-cd92-484b-82be-c06f85a450c7 req-fca8a654-14ce-4974-9a95-3f50b8bed41e tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428107 Oct 23 02:14:58.080470 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ceffc-ccc2-4b6e-925f-f6ce077afb96 req-49da7209-3ad8-4a72-901c-f73d2673f276 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:58.081921 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e59ceffc-ccc2-4b6e-925f-f6ce077afb96 req-49da7209-3ad8-4a72-901c-f73d2673f276 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0758100 Oct 23 02:14:58.100538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba059904-85c7-4019-a327-4ed1bddbeb1f req-fdc59f81-12da-44a6-9b39-4db31f393251 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:58.101917 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ba059904-85c7-4019-a327-4ed1bddbeb1f req-fdc59f81-12da-44a6-9b39-4db31f393251 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0644233 Oct 23 02:14:58.170074 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e59ceffc-ccc2-4b6e-925f-f6ce077afb96 req-f08715b1-0511-4b18-9b82-5e9e13edcd5d tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824616 Oct 23 02:14:58.173972 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ba059904-85c7-4019-a327-4ed1bddbeb1f req-c260b31b-742a-4e2c-88ae-64a616498ad1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631309 Oct 23 02:14:58.272367 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ad5b9-2794-4b9c-8106-c1ba18577091 req-5650dd5d-0050-4e1d-842b-bfcd2e1c5df8 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:58.273696 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-197ad5b9-2794-4b9c-8106-c1ba18577091 req-5650dd5d-0050-4e1d-842b-bfcd2e1c5df8 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0476649 Oct 23 02:14:58.326827 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-197ad5b9-2794-4b9c-8106-c1ba18577091 req-7f570fab-d601-4f55-8706-dd20289943ff tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469847 Oct 23 02:14:58.576243 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:14:58.675688 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:58.687850 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '24fbd91b-949f-4c46-a496-148c4722eb45', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'port_id': '24fbd91b-949f-4c46-a496-148c4722eb45', 'mac_address': 'fa:16:3e:51:2a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:14:58.722582 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 24fbd91b-949f-4c46-a496-148c4722eb45 is: ACTIVE; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:14:58.722978 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.735964 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24fbd91b-949f-4c46-a496-148c4722eb45 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:14:58.756055 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:14:58.761439 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:14:58.808413 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=6']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:14:59.077271 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['24fbd91b-949f-4c46-a496-148c4722eb45'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:14:59.114803 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:59.320706 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573edc2-c781-4746-8250-aa43556a5d8d req-1732b4df-120f-44f8-a321-0df681172972 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:59.322099 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0573edc2-c781-4746-8250-aa43556a5d8d req-1732b4df-120f-44f8-a321-0df681172972 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0754683 Oct 23 02:14:59.328381 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bca96-9033-436d-aa97-24f4d0755493 req-a2662ea2-03c7-4323-9eea-3168dd2d4101 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:59.329763 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5a2bca96-9033-436d-aa97-24f4d0755493 req-a2662ea2-03c7-4323-9eea-3168dd2d4101 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 944 time: 0.0726192 Oct 23 02:14:59.407689 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0573edc2-c781-4746-8250-aa43556a5d8d req-bdb970e0-8ea3-4cf5-864c-4b5e5531ef7d tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769796 Oct 23 02:14:59.411213 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5a2bca96-9033-436d-aa97-24f4d0755493 req-4ccbc9ac-5ed1-469b-bc44-710b129693f7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744123 Oct 23 02:14:59.478122 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:14:59.515327 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a756b-3826-4461-a61e-939cd458e9f8 req-14ce001c-eab0-4741-8ee4-5f53831f1f7a tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:14:59.516771 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e09a756b-3826-4461-a61e-939cd458e9f8 req-14ce001c-eab0-4741-8ee4-5f53831f1f7a tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0483902 Oct 23 02:14:59.565451 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e09a756b-3826-4461-a61e-939cd458e9f8 req-c7f8fbe0-4426-42b2-9096-95d96aaeef36 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Oct 23 02:15:00.564258 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaa488-1d9c-4b59-af0a-7efe13a57d32 req-7aa9fac3-d1c7-4f1a-92b8-ece6f7aac011 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:00.565725 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96aaa488-1d9c-4b59-af0a-7efe13a57d32 req-7aa9fac3-d1c7-4f1a-92b8-ece6f7aac011 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0802863 Oct 23 02:15:00.571333 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda3089-bb09-44cb-9ad5-8137410907d9 req-a448bcfb-a7c3-4e6d-a21a-9660a4280d6a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:00.572787 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3bda3089-bb09-44cb-9ad5-8137410907d9 req-a448bcfb-a7c3-4e6d-a21a-9660a4280d6a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 944 time: 0.0782864 Oct 23 02:15:00.608228 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:00.630755 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:00.647773 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96aaa488-1d9c-4b59-af0a-7efe13a57d32 req-a7962d50-997f-4476-93d0-9bbff38e42ee tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739212 Oct 23 02:15:00.652206 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3bda3089-bb09-44cb-9ad5-8137410907d9 req-0e27a8aa-b7f2-46c6-98c2-67c552122c35 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724761 Oct 23 02:15:00.655594 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 24fbd91b-949f-4c46-a496-148c4722eb45 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:00.655969 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.656304 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 24fbd91b-949f-4c46-a496-148c4722eb45 Oct 23 02:15:00.736620 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 24fbd91b-949f-4c46-a496-148c4722eb45 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:00.737006 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.756308 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:00.761898 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:00.763418 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c9df8-e7a3-4206-9322-bcf9848747c3 req-00cd3d6a-cd40-4d2a-ad60-5fb623b426ed tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:00.764155 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97545d95-a1b4-422c-bdc3-e533d74e8910" -d '{"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-plugged", "status": "completed", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:00.764910 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-853c9df8-e7a3-4206-9322-bcf9848747c3 req-00cd3d6a-cd40-4d2a-ad60-5fb623b426ed tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0482328 Oct 23 02:15:00.778881 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:00.783299 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:00.807159 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0f5944-6d96-4b4f-9e79-32604955f100 x-openstack-request-id: req-2f0f5944-6d96-4b4f-9e79-32604955f100 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:00.808147 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-plugged", "status": "completed", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:00.808406 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f0f5944-6d96-4b4f-9e79-32604955f100 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:00.808803 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0f5944-6d96-4b4f-9e79-32604955f100'] response: {'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45', 'code': 200} Oct 23 02:15:00.820115 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-853c9df8-e7a3-4206-9322-bcf9848747c3 req-74b6b041-86c8-4adc-96ab-ed824fa7d255 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491300 Oct 23 02:15:00.836917 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=7']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:01.814607 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f551a-9725-4d44-8764-ebe9e8f03683 req-905fd00f-416d-47c2-9003-1bdf0914c3f3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:01.816055 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-739f551a-9725-4d44-8764-ebe9e8f03683 req-905fd00f-416d-47c2-9003-1bdf0914c3f3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0670459 Oct 23 02:15:01.821406 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffc954-b9e9-4c7b-a9c4-075cb9f24052 req-5d94d3e7-fcaa-4289-adaa-8126b214a1f1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:01.823399 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f3ffc954-b9e9-4c7b-a9c4-075cb9f24052 req-5d94d3e7-fcaa-4289-adaa-8126b214a1f1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0849392 Oct 23 02:15:01.894864 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-739f551a-9725-4d44-8764-ebe9e8f03683 req-84906da4-a42a-49fc-9619-ae2539dcd165 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705183 Oct 23 02:15:01.899353 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f3ffc954-b9e9-4c7b-a9c4-075cb9f24052 req-08268630-31ff-42bc-9e6e-92ee4ee1a733 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692019 Oct 23 02:15:02.006309 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1c57-ffe0-4338-890a-8f2514e745a0 req-c4e7bdd1-7a6e-4173-8935-6f81f75ec054 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:02.007850 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b56e1c57-ffe0-4338-890a-8f2514e745a0 req-c4e7bdd1-7a6e-4173-8935-6f81f75ec054 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0528898 Oct 23 02:15:02.080273 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b56e1c57-ffe0-4338-890a-8f2514e745a0 req-45e91b33-f10d-4645-8d5f-a93fafd29e23 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665138 Oct 23 02:15:02.120255 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96223cb2-6b5c-4ae6-bd24-fb75b4b7a73a req-01a89852-1304-48d7-abef-62bcc45cab72 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:02.121734 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96223cb2-6b5c-4ae6-bd24-fb75b4b7a73a req-01a89852-1304-48d7-abef-62bcc45cab72 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0587528 Oct 23 02:15:02.171364 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96223cb2-6b5c-4ae6-bd24-fb75b4b7a73a req-c94d1c02-93ca-45e8-9cde-ec8a57c9bc71 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Oct 23 02:15:02.230411 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-843039ed-1005-41b8-b155-44a1fb5ffd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:02.231851 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-843039ed-1005-41b8-b155-44a1fb5ffd05 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 1129 time: 0.0390954 Oct 23 02:15:02.326369 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-4c35f538-f3c0-4bfd-96ce-51cdd7d864a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:02.327863 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-4c35f538-f3c0-4bfd-96ce-51cdd7d864a8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 200 len: 912 time: 0.0899010 Oct 23 02:15:02.391703 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-4ad24e0d-34f4-4ac4-99cf-c858a6938e11 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d0f82f-cd89-435a-91df-bd081d1c222c HTTP/1.1" status: 200 len: 1000 time: 0.0574787 Oct 23 02:15:02.588814 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d232d5a5-a6d8-44ab-a498-c1ef3fea2467 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:15:02.652736 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:02.666997 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-f14cba2f-1321-4164-9d7e-0d07d35a38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:02.668384 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-f14cba2f-1321-4164-9d7e-0d07d35a38ef service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=6e7965d4-88a1-4964-8f96-61893c8593de HTTP/1.1" status: 200 len: 850 time: 0.2692134 Oct 23 02:15:02.692260 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:02.703897 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'port_id': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'mac_address': 'fa:16:3e:e1:02:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:15:02.711735 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-6dd6f990-a52c-4212-afd7-ed7195789629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:02.713724 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-6dd6f990-a52c-4212-afd7-ed7195789629 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d813ef1f-8211-49e2-a5ea-c7934e717ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382342 Oct 23 02:15:02.741862 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:02.742252 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.755557 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d232d5a5-a6d8-44ab-a498-c1ef3fea2467 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:15:02.777199 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:02.781461 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:02.807431 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-faf9f9f8-58e3-4c19-84dc-fa66ca15582c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868428 Oct 23 02:15:02.827021 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:02.897065 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-74221410-44d8-4797-8a55-f0c64b83d1b1 req-fa29c455-0a58-49b2-a1e0-eccb01dbe86c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830762 Oct 23 02:15:03.023403 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd1de0-eb35-4298-a4c3-19b7f31a2fbb req-9ecc165a-f50b-459f-93a1-46f5eaf0ba12 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:03.024842 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8bfd1de0-eb35-4298-a4c3-19b7f31a2fbb req-9ecc165a-f50b-459f-93a1-46f5eaf0ba12 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Oct 23 02:15:03.071051 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8bfd1de0-eb35-4298-a4c3-19b7f31a2fbb req-04599e04-7f57-4827-a01b-3caeef2898b1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 Oct 23 02:15:03.200972 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e26ed-fa6a-4034-bb0a-4aeaa4ce31f6 req-bf8a6a07-6ac1-45fc-a5b1-8186ad0a3be6 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:03.202337 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d32e26ed-fa6a-4034-bb0a-4aeaa4ce31f6 req-bf8a6a07-6ac1-45fc-a5b1-8186ad0a3be6 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 944 time: 0.0470729 Oct 23 02:15:03.242810 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:03.263762 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d32e26ed-fa6a-4034-bb0a-4aeaa4ce31f6 req-98ff95d5-90a0-426c-a4a2-960e33e6a343 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557551 Oct 23 02:15:03.296482 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d711c-1eaa-4259-8b38-e550096a2803 req-587ea41c-8ad5-4c6e-a677-717f36611cce tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:03.297915 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-352d711c-1eaa-4259-8b38-e550096a2803 req-587ea41c-8ad5-4c6e-a677-717f36611cce tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0488112 Oct 23 02:15:03.347648 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-352d711c-1eaa-4259-8b38-e550096a2803 req-a570ba34-92d5-46b6-b1aa-32d0f7f37b8f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 Oct 23 02:15:03.432388 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['d232d5a5-a6d8-44ab-a498-c1ef3fea2467'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:15:03.631119 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:04.196186 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d54786-efba-4642-93ad-36d0ade6c20c req-d434bb62-a742-4363-bc6c-abc2a49285f1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:04.198213 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-24d54786-efba-4642-93ad-36d0ade6c20c req-d434bb62-a742-4363-bc6c-abc2a49285f1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Oct 23 02:15:04.245452 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-24d54786-efba-4642-93ad-36d0ade6c20c req-c81b0f53-19a0-4538-93ae-03c6e7457253 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406411 Oct 23 02:15:04.382644 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd608759-9fa2-427b-91a7-718ed3db0546 req-edfadc55-22a9-43db-805f-6e1129946c54 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:04.384029 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd608759-9fa2-427b-91a7-718ed3db0546 req-edfadc55-22a9-43db-805f-6e1129946c54 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 944 time: 0.0468113 Oct 23 02:15:04.445003 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd608759-9fa2-427b-91a7-718ed3db0546 req-b297ff79-1cc7-40a6-b6c9-6af530d46869 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552216 Oct 23 02:15:04.483048 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe07c2-4e06-451c-8bd5-15136bf608a7 req-b08d2956-2570-435b-b7c7-527afd7f14fa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:04.484495 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6fe07c2-4e06-451c-8bd5-15136bf608a7 req-b08d2956-2570-435b-b7c7-527afd7f14fa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0579345 Oct 23 02:15:04.533924 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6fe07c2-4e06-451c-8bd5-15136bf608a7 req-f2f5fba7-d4f0-45da-89a6-085cf81f748b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439887 Oct 23 02:15:04.999662 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d232d5a5-a6d8-44ab-a498-c1ef3fea2467 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:05.041556 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:15:05.047184 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:05.047568 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.047922 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 Oct 23 02:15:05.109126 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:05.121007 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:05.121395 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.144446 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:05.146673 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9ebbb-adf8-4311-8f92-b71d06b618ac" -d '{"events": [{"server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "name": "network-vif-plugged", "status": "completed", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:05.160028 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:05.163516 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:05.187965 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51549189-2f6d-46be-aa7b-ef3804020e1d x-openstack-request-id: req-51549189-2f6d-46be-aa7b-ef3804020e1d {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:05.188281 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "name": "network-vif-plugged", "status": "completed", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:05.188542 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51549189-2f6d-46be-aa7b-ef3804020e1d {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:05.188934 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51549189-2f6d-46be-aa7b-ef3804020e1d'] response: {'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'code': 200} Oct 23 02:15:05.212546 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:05.368777 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb763f-89f4-4b25-aff5-24094964a5b2 req-843a306a-2b3d-47b0-8799-3db5b94a7fbc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:05.371046 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-69bb763f-89f4-4b25-aff5-24094964a5b2 req-843a306a-2b3d-47b0-8799-3db5b94a7fbc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0478146 Oct 23 02:15:05.421303 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-69bb763f-89f4-4b25-aff5-24094964a5b2 req-a0e53ae8-2833-4295-bb0e-580fea9b2a88 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 Oct 23 02:15:05.571643 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f18b0f-24b0-4034-b8c2-e5881b768ce7 req-4252ee17-bbb0-4c33-a2b6-6e4b490bb4da tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:05.573871 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-95f18b0f-24b0-4034-b8c2-e5881b768ce7 req-4252ee17-bbb0-4c33-a2b6-6e4b490bb4da tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0535951 Oct 23 02:15:05.621493 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:05.632177 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-95f18b0f-24b0-4034-b8c2-e5881b768ce7 req-0aa6f548-f948-4be3-8b54-647c1b44ba01 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500259 Oct 23 02:15:05.711624 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825862a-ff73-4f2f-bc5b-70888bdd11c5 req-5f9100f1-f7c8-42bf-8b62-c117f9c50631 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:05.713154 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f825862a-ff73-4f2f-bc5b-70888bdd11c5 req-5f9100f1-f7c8-42bf-8b62-c117f9c50631 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0791082 Oct 23 02:15:05.718238 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be84a5-222f-478a-b2e8-eaacd9f27b9c req-59d760c8-abde-44f6-a11f-84a91ba3f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:05.719688 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-77be84a5-222f-478a-b2e8-eaacd9f27b9c req-59d760c8-abde-44f6-a11f-84a91ba3f51f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1129 time: 0.0518253 Oct 23 02:15:05.801766 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f825862a-ff73-4f2f-bc5b-70888bdd11c5 req-8ea3f14b-893d-4d69-9c81-102b8e779137 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811329 Oct 23 02:15:05.805659 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-77be84a5-222f-478a-b2e8-eaacd9f27b9c req-400a11f7-8b16-42a1-9c8f-901d4202921f service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782239 Oct 23 02:15:06.571494 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae510a-fdf6-4879-ab5e-4652a261d1bc req-c84608f4-47e8-4e13-b0a3-0245fb7a55c2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:06.573650 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e7ae510a-fdf6-4879-ab5e-4652a261d1bc req-c84608f4-47e8-4e13-b0a3-0245fb7a55c2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0620666 Oct 23 02:15:06.638539 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e7ae510a-fdf6-4879-ab5e-4652a261d1bc req-81042c57-5f84-40b4-b76f-47f419a3b74f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587800 Oct 23 02:15:06.785097 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249ad7e-d929-4fca-badd-f50a406bc484 req-166109e6-2480-42a4-9789-01759eb9cc48 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:06.785097 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7249ad7e-d929-4fca-badd-f50a406bc484 req-166109e6-2480-42a4-9789-01759eb9cc48 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0580108 Oct 23 02:15:06.845536 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7249ad7e-d929-4fca-badd-f50a406bc484 req-e2c7fd05-e5d2-4003-8a48-8d8b2c7081ed tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530741 Oct 23 02:15:07.774085 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:07.791678 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5136f9-e4a5-4bf5-ac7c-4590584682ed req-3f01099f-b24e-4787-872a-e2716903f838 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:07.794077 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9d5136f9-e4a5-4bf5-ac7c-4590584682ed req-3f01099f-b24e-4787-872a-e2716903f838 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0621648 Oct 23 02:15:07.852698 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9d5136f9-e4a5-4bf5-ac7c-4590584682ed req-0e672e1d-fe86-4cde-bfe0-dbc390158fd1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504148 Oct 23 02:15:08.011034 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fcaa9-9a9f-47cd-8099-1f1894558447 req-3dcc5465-c30c-4d17-875c-3a0052a9a344 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:08.017706 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-278fcaa9-9a9f-47cd-8099-1f1894558447 req-3dcc5465-c30c-4d17-875c-3a0052a9a344 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0679877 Oct 23 02:15:08.075998 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-278fcaa9-9a9f-47cd-8099-1f1894558447 req-7c32331f-027d-4fb6-869a-c59f66fd41e0 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573764 Oct 23 02:15:08.218175 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ae05b-13ac-4246-8834-46697c2a3f8b req-4662e80a-ab88-4371-88a4-3c995dfa0ca1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:08.220225 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-899ae05b-13ac-4246-8834-46697c2a3f8b req-4662e80a-ab88-4371-88a4-3c995dfa0ca1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0638947 Oct 23 02:15:08.285414 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-899ae05b-13ac-4246-8834-46697c2a3f8b req-b77bee16-b410-40d3-a187-c121695b3464 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578303 Oct 23 02:15:08.311061 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53764) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:08.472525 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122116e-405a-413d-b9e0-33164254030a tempest-TestShelveInstance-1875335188 tempest-TestShelveInstance-1875335188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:08.474048 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-f122116e-405a-413d-b9e0-33164254030a tempest-TestShelveInstance-1875335188 tempest-TestShelveInstance-1875335188-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1124 time: 0.1619368 Oct 23 02:15:08.477625 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 53768) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:08.482704 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'port_id': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:08.511318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:08.602272 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:08.731694 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Allocated IP 172.27.0.60 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:15:08.796479 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:08.855705 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for port (ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:08.890913 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:08.935276 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:15:08.941499 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:15:08.942749 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'Port': ['ID=ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:08.944932 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:15:09.032370 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac41b-5cac-4e18-b4b8-803a9cb1230d req-e2c625f1-ff03-40cf-9540-6447fbbdc425 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:09.033863 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-057ac41b-5cac-4e18-b4b8-803a9cb1230d req-e2c625f1-ff03-40cf-9540-6447fbbdc425 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0570898 Oct 23 02:15:09.112472 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:09.141033 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-057ac41b-5cac-4e18-b4b8-803a9cb1230d req-b5562dd4-3af6-4bf6-905c-4e7a7ede043d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894277 Oct 23 02:15:09.417834 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for floatingip (0607d3dd-420a-4269-847f-f764a15ae9ce), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:09.489182 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:09.624680 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:09.645915 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for port (ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:09.651658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:09.719043 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event updated for resources: {'Port': ['ID=ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:09.721756 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (0607d3dd-420a-4269-847f-f764a15ae9ce), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:09.818685 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Floating IP 0607d3dd-420a-4269-847f-f764a15ae9ce associated. External IP: 172.27.0.60, port: d232d5a5-a6d8-44ab-a498-c1ef3fea2467. Oct 23 02:15:10.005118 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:10.028819 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Router ffb60988-acf8-4aa2-9c51-50e66d60889a has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:15:10.144387 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:15:10.164909 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] Sync routers for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:15:10.169833 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:10.207412 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:15:10.211878 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:10.220514 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c1785df3-bd30-4b54-a6c8-2b63f7d6f493 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7410724 Oct 23 02:15:10.221340 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:10.225333 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4e6d65-53e0-4d87-962e-9a9b26076085" -d '{"events": [{"name": "network-changed", "server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:10.303995 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578fa738-2fec-400e-8d52-c37934952062 x-openstack-request-id: req-578fa738-2fec-400e-8d52-c37934952062 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:10.304288 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:10.304584 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-578fa738-2fec-400e-8d52-c37934952062 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:10.305042 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578fa738-2fec-400e-8d52-c37934952062'] response: {'name': 'network-changed', 'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'status': 'completed', 'code': 200} Oct 23 02:15:10.329080 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a245fe7-f81c-48aa-9ce1-8a6ce503e407 req-a6ddb083-1f17-49cc-ae62-1cecda02b537 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:10.336870 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6a245fe7-f81c-48aa-9ce1-8a6ce503e407 req-a6ddb083-1f17-49cc-ae62-1cecda02b537 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0695598 Oct 23 02:15:10.372806 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:15:10.436656 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-b93b4cc5-d2d1-4462-b422-9b1c41dde5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:10.438188 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-b93b4cc5-d2d1-4462-b422-9b1c41dde5ad service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7bb15a157314fb095d2333f64ab0c83&device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1129 time: 0.0763257 Oct 23 02:15:10.451555 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6a245fe7-f81c-48aa-9ce1-8a6ce503e407 req-b1d8b033-8b51-4685-ae58-63eb2376585d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134140 Oct 23 02:15:10.559038 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-3c1bf456-a34b-467c-8424-2b26c204e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:10.560558 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-3c1bf456-a34b-467c-8424-2b26c204e1b1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 200 len: 909 time: 0.1079354 Oct 23 02:15:10.638851 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-6b39cc50-d97c-4d69-9ab4-761bfdbb6127 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 998 time: 0.0694852 Oct 23 02:15:10.692726 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-f32a5305-9261-42d6-87eb-a934f0fdf209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:10.694192 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-f32a5305-9261-42d6-87eb-a934f0fdf209 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f2dd49c0-4da5-4047-a07d-67951a0b7ed5 HTTP/1.1" status: 200 len: 847 time: 0.0495491 Oct 23 02:15:10.740143 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-b0e9d78d-2e98-40bd-90ac-b549ee78b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:10.742029 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-b0e9d78d-2e98-40bd-90ac-b549ee78b0e5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5ff0d7db-4994-4f32-abfd-4e23a0f82087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415490 Oct 23 02:15:10.771912 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0607d3dd-420a-4269-847f-f764a15ae9ce', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'port_id': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'mac_address': 'fa:16:3e:e1:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:09Z', 'updated_at': '2022-10-23T02:15:09Z', 'revision_number': 0, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:19Z', 'revision_number': 5, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:10.802078 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] Checking router: ffb60988-acf8-4aa2-9c51-50e66d60889a for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:15:10.811718 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:15:10.811891 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:10.812047 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:14:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:10.855150 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-9f19c99c-b425-4171-b440-c4596e3b47bb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059742 Oct 23 02:15:10.922293 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:15:10.963569 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc4e6d65-53e0-4d87-962e-9a9b26076085 req-71d9e2dd-8e59-4786-8813-5d5964f3b9ec service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958433 Oct 23 02:15:11.114751 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:11.165566 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0607d3dd-420a-4269-847f-f764a15ae9ce', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'port_id': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'mac_address': 'fa:16:3e:e1:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:09Z', 'updated_at': '2022-10-23T02:15:09Z', 'revision_number': 0, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:19Z', 'revision_number': 5, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:15:11.191935 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da260b6-7596-4733-b3b1-56ede6890d0f None None] The sync data for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi is: [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0607d3dd-420a-4269-847f-f764a15ae9ce', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'port_id': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'mac_address': 'fa:16:3e:e1:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:09Z', 'updated_at': '2022-10-23T02:15:09Z', 'revision_number': 0, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:19Z', 'revision_number': 5, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:15:11.416571 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1137d5a-d4af-4049-be60-e37902548e5c None None] New status for floating IP 0607d3dd-420a-4269-847f-f764a15ae9ce: ACTIVE {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:15:11.627142 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d766cb-05d7-4b0a-8ffb-a75c84d746bf req-9198403f-2ef9-4213-a91c-b0d89a1bcd9a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:11.628726 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-46d766cb-05d7-4b0a-8ffb-a75c84d746bf req-9198403f-2ef9-4213-a91c-b0d89a1bcd9a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0973632 Oct 23 02:15:11.716341 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-46d766cb-05d7-4b0a-8ffb-a75c84d746bf req-f194b318-8ca7-4605-95fa-1f1b946435bd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805018 Oct 23 02:15:12.851184 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeee83c-7ebe-4ebc-81f4-225dcdc377b0 req-369c9004-ead8-42f4-9d76-ad7f38119df5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:12.853129 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dfeee83c-7ebe-4ebc-81f4-225dcdc377b0 req-369c9004-ead8-42f4-9d76-ad7f38119df5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0495553 Oct 23 02:15:12.905909 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dfeee83c-7ebe-4ebc-81f4-225dcdc377b0 req-bcabd47f-3d66-47de-a617-b26a02449c2a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470400 Oct 23 02:15:13.701540 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b755dcea-3c6f-4e50-b5d0-9527e1c2b6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:14.041346 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f81f6e-045a-4d2a-b93b-57e4c1249eaf req-b42a62fa-7f4d-4350-8108-afe0ae6e876f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:14.048898 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27f81f6e-045a-4d2a-b93b-57e4c1249eaf req-b42a62fa-7f4d-4350-8108-afe0ae6e876f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0569062 Oct 23 02:15:14.078306 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:14.096769 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27f81f6e-045a-4d2a-b93b-57e4c1249eaf req-7bc5f2b0-822e-46f5-bcde-0cecb64a92d4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467532 Oct 23 02:15:15.485952 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf363f6-6f25-4fe3-bcda-fc8badfc09c9 req-233a1ac9-871b-4c6e-9478-b1bb6e431a77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:15.487476 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-adf363f6-6f25-4fe3-bcda-fc8badfc09c9 req-233a1ac9-871b-4c6e-9478-b1bb6e431a77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.3051531 Oct 23 02:15:15.546426 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-adf363f6-6f25-4fe3-bcda-fc8badfc09c9 req-50ea73a4-b521-405d-a92c-178cc200b6b1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494313 Oct 23 02:15:16.092999 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-23e0c3ef-f8bb-496e-a8b3-2fc925eb212c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:16.666698 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e0d7-0bb8-4430-a0ff-d3bbb96885f2 req-1363178f-fde0-4ab5-a9bc-231d9503465e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:16.668137 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a634e0d7-0bb8-4430-a0ff-d3bbb96885f2 req-1363178f-fde0-4ab5-a9bc-231d9503465e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0463958 Oct 23 02:15:16.715059 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a634e0d7-0bb8-4430-a0ff-d3bbb96885f2 req-3318059c-728f-455f-bec2-77b2729b69e4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414267 Oct 23 02:15:17.175022 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:17.346523 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-aecc8770-7cd1-4d77-ba10-a3766cb6e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:17.348006 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-aecc8770-7cd1-4d77-ba10-a3766cb6e946 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 1129 time: 0.0400536 Oct 23 02:15:17.445471 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-c8d78818-0dcb-4f2a-a29e-01f3bf0ad52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:17.447266 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-c8d78818-0dcb-4f2a-a29e-01f3bf0ad52e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.0858469 Oct 23 02:15:17.512502 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-5e05f1ea-8e3a-4964-8071-4965141ab810 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fbd91b-949f-4c46-a496-148c4722eb45 HTTP/1.1" status: 200 len: 1001 time: 0.0582304 Oct 23 02:15:17.561683 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-2c608532-3328-4de2-b936-e24696a347c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:17.563191 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-2c608532-3328-4de2-b936-e24696a347c4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.0443025 Oct 23 02:15:17.606096 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-f73fb99a-cfbc-42f1-b6cb-f03d5bb1e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:17.607542 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-f73fb99a-cfbc-42f1-b6cb-f03d5bb1e3cd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382509 Oct 23 02:15:17.704642 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-b2711bf1-b141-4fb8-8b79-65a7891ebaab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864115 Oct 23 02:15:17.729930 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:17.797986 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4b9abf29-5242-47dc-8092-2a12e67011cd req-4bad3fe5-5ca2-482f-b55e-5a2078efee1b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866532 Oct 23 02:15:17.848650 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c606-6f8c-466d-9420-0a28790c8c89 req-5434ddb3-572a-4953-bfd0-513a5846dd5b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:17.850120 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0e15c606-6f8c-466d-9420-0a28790c8c89 req-5434ddb3-572a-4953-bfd0-513a5846dd5b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0512600 Oct 23 02:15:17.896956 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0e15c606-6f8c-466d-9420-0a28790c8c89 req-1360ecf2-677b-41ac-9fb2-fef1317ce067 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Oct 23 02:15:18.824042 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:18.926100 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:18.940141 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:19.044234 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43695-e1fc-4b9b-98c7-5360beeef03c req-1c67e7e1-26f2-492c-84d1-c7423b8d54e0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:19.046013 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-edb43695-e1fc-4b9b-98c7-5360beeef03c req-1c67e7e1-26f2-492c-84d1-c7423b8d54e0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0512147 Oct 23 02:15:19.094744 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-edb43695-e1fc-4b9b-98c7-5360beeef03c req-dc8635cd-ee8b-481f-8312-67d284c7e50d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Oct 23 02:15:20.229148 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fc2b9-edc4-48be-bd9f-940c0c9f3ae6 req-9790425d-b249-442b-983f-bb8db6209717 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:20.230736 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-117fc2b9-edc4-48be-bd9f-940c0c9f3ae6 req-9790425d-b249-442b-983f-bb8db6209717 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0522733 Oct 23 02:15:20.283124 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-117fc2b9-edc4-48be-bd9f-940c0c9f3ae6 req-581b9648-dc74-4d7c-ba95-0218313ab55e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450525 Oct 23 02:15:20.830960 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [req-76c265d0-2a98-44cb-a970-323245732aab req-aea3ecbd-dd9a-471d-9871-4669b087c86b service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:15:20.831931 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-76c265d0-2a98-44cb-a970-323245732aab req-aea3ecbd-dd9a-471d-9871-4669b087c86b service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053852 Oct 23 02:15:21.030121 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd502-9dfe-4ed8-b991-f111ebe271b0 req-af6a0aa3-d60f-43c3-a780-86eb6bff57f3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:21.031945 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2e1cd502-9dfe-4ed8-b991-f111ebe271b0 req-af6a0aa3-d60f-43c3-a780-86eb6bff57f3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 945 time: 0.0507171 Oct 23 02:15:21.059570 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:21.083655 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2e1cd502-9dfe-4ed8-b991-f111ebe271b0 req-e0ba7b30-8c72-440a-bacc-9f94d83c2890 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456142 Oct 23 02:15:21.090974 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:15:21.168947 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 24fbd91b-949f-4c46-a496-148c4722eb45 is: ACTIVE; New status is: DOWN {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:21.169341 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:21.192446 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:21.194795 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d663ac8-e38c-40e2-8bd9-e5d89dfaccb0" -d '{"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-unplugged", "status": "completed", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:21.207454 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:21.218724 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:21.242337 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49744414-b727-438a-bcb6-6a62510f8040 x-openstack-request-id: req-49744414-b727-438a-bcb6-6a62510f8040 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:21.242751 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-unplugged", "status": "failed", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45", "code": 422}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:21.243035 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49744414-b727-438a-bcb6-6a62510f8040 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:21.243481 dv-cinder-861491-5-iscsi neutron-server[104674]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-49744414-b727-438a-bcb6-6a62510f8040']: {'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45', 'code': 422} returned with failed status Oct 23 02:15:21.271677 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=8']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:21.279675 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.280029 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.280398 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.280744 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.281080 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.281414 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.281746 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.282071 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.282399 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.282835 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.283165 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.283492 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.283825 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.284144 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.284786 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:21.297987 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53884) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:21.381083 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-8245cdd0-b33e-42fd-8e7d-8d39c838b522 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818989 Oct 23 02:15:21.389901 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-6401a963-1a51-4690-8068-24c7d895c22f service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104672) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:15:21.390893 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-6401a963-1a51-4690-8068-24c7d895c22f service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048728 Oct 23 02:15:21.474975 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53896) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:21.475134 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:21.535944 dv-cinder-861491-5-iscsi neutron-server[104672]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 23 02:15:21.585762 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9228-4b98-4976-91d6-872251cb0d7f req-76163a61-97e8-424d-be0e-5796d8f7e5ec tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:21.587931 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-76163a61-97e8-424d-be0e-5796d8f7e5ec tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports/24fbd91b-949f-4c46-a496-148c4722eb45 HTTP/1.1" status: 200 len: 940 time: 0.1119769 Oct 23 02:15:21.681179 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:22.215051 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1bc5c-2e8c-4cc0-8abe-56e794ff90f3 req-6213f659-5af1-4525-92d1-089446f19cd6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:22.216506 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9e1bc5c-2e8c-4cc0-8abe-56e794ff90f3 req-6213f659-5af1-4525-92d1-089446f19cd6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0480773 Oct 23 02:15:22.267349 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9e1bc5c-2e8c-4cc0-8abe-56e794ff90f3 req-777aa4cd-5718-43c6-acae-d6a987b1eb47 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452471 Oct 23 02:15:23.395152 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc321f2-08a9-4ced-ba16-0dca96209274 req-06d53c9e-418f-4f5a-834a-81e6ce0f6940 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:23.396520 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ffc321f2-08a9-4ced-ba16-0dca96209274 req-06d53c9e-418f-4f5a-834a-81e6ce0f6940 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0478551 Oct 23 02:15:23.443188 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ffc321f2-08a9-4ced-ba16-0dca96209274 req-adfe4512-be66-4662-9097-7dc3ba242b33 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410132 Oct 23 02:15:24.570031 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaef66-1cad-4836-9970-4e4823e8766f req-b663064d-74d7-41c7-8c12-f92716e9d1dc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:24.571526 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-76aaef66-1cad-4836-9970-4e4823e8766f req-b663064d-74d7-41c7-8c12-f92716e9d1dc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0480607 Oct 23 02:15:24.618396 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-76aaef66-1cad-4836-9970-4e4823e8766f req-31d5f3ac-8f5c-4ffd-9b64-17a938be1999 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Oct 23 02:15:24.721367 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-c476b34a-f618-47d9-9b33-5161571bfc3d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432799 Oct 23 02:15:24.840260 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-fd72f657-c5a5-48d6-a7aa-6887be2270c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:24.841662 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-fd72f657-c5a5-48d6-a7aa-6887be2270c2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 1130 time: 0.0381801 Oct 23 02:15:24.948805 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-e4bdc4a3-4e65-403f-b42d-a22b31a7e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:24.950283 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-e4bdc4a3-4e65-403f-b42d-a22b31a7e2f2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.0893846 Oct 23 02:15:24.991524 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-a9828022-380a-41bf-8a9e-ad0c5b24a634 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201fa2da-3990-492d-a724-016abaeaf38a HTTP/1.1" status: 200 len: 217 time: 0.0321391 Oct 23 02:15:25.041186 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-6600d235-e2d4-4806-90ef-201a4f20efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:25.042597 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-6600d235-e2d4-4806-90ef-201a4f20efeb service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0429163 Oct 23 02:15:25.085355 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-e3ef9444-8eb3-4c39-8119-146d5554ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:25.087346 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-e3ef9444-8eb3-4c39-8119-146d5554ea47 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364814 Oct 23 02:15:25.115001 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:15:25.151567 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:25.185978 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-c59e17ed-e0e4-4e06-b7c8-65ae0eb199ed service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869546 Oct 23 02:15:25.192192 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 24fbd91b-949f-4c46-a496-148c4722eb45 is: DOWN; New status is: DOWN {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:25.280387 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3130d93b-9134-43fb-85d6-ea0a6d6809b0 req-9f0d940c-2cdc-4eff-aba8-5fc0a39c325c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880356 Oct 23 02:15:25.744508 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1e9d5-0e84-47b3-b263-0f2a9528559f req-4d44a1d5-2460-4e5f-bdda-e358ef5cfb3e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:25.746019 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b3b1e9d5-0e84-47b3-b263-0f2a9528559f req-4d44a1d5-2460-4e5f-bdda-e358ef5cfb3e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0477574 Oct 23 02:15:25.794189 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b3b1e9d5-0e84-47b3-b263-0f2a9528559f req-9908ad21-0642-40fc-8515-2a609fbe21e5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417113 Oct 23 02:15:26.455555 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:26.926186 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868a1bf-777a-4983-9b16-2a8852986c9a req-eb5d2016-c2cf-421f-a7a1-d4fd7268b8a0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:26.927659 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c868a1bf-777a-4983-9b16-2a8852986c9a req-eb5d2016-c2cf-421f-a7a1-d4fd7268b8a0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0483966 Oct 23 02:15:26.973504 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c868a1bf-777a-4983-9b16-2a8852986c9a req-2c31e202-78c2-4f4b-afc2-0b2fbd090b9f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396578 Oct 23 02:15:28.092358 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:28.109405 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb4c20-232c-4f6e-b15d-eddcc3017c23 req-e0b97db5-6956-4329-9285-513b610aa252 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:28.111037 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78cb4c20-232c-4f6e-b15d-eddcc3017c23 req-e0b97db5-6956-4329-9285-513b610aa252 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0559089 Oct 23 02:15:28.160861 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78cb4c20-232c-4f6e-b15d-eddcc3017c23 req-cec7b770-e804-4a4b-9ad3-051ccd05e4bd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442398 Oct 23 02:15:29.063686 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53938) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:29.068398 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347492029', 'description': 'tempest-description--496339226'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:29.091967 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.299094 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666a8c9-8072-4fca-88e7-8c4ee9b9c761 req-eb579764-6ce0-4c54-b51c-c7729f954a7f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:29.300651 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e666a8c9-8072-4fca-88e7-8c4ee9b9c761 req-eb579764-6ce0-4c54-b51c-c7729f954a7f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0514345 Oct 23 02:15:29.351806 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e666a8c9-8072-4fca-88e7-8c4ee9b9c761 req-607033ff-42ce-43f0-be9f-4cedcc6b9b5a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436170 Oct 23 02:15:29.377855 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (cfcd4b56-5de9-4704-995b-2597ab23b6d6), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.381875 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (cfcd4b56-5de9-4704-995b-2597ab23b6d6), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.413039 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.417718 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3495550 Oct 23 02:15:29.418122 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53944) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:29.423112 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-8883f94f-91f7-4941-b709-9ddc7a705b64 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group_rule': {'security_group_id': 'cfcd4b56-5de9-4704-995b-2597ab23b6d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:29.428613 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcd4b56-5de9-4704-995b-2597ab23b6d6,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:29.442849 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.443198 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.443541 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.443881 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.444216 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.444928 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.445329 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.445951 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.446615 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.446991 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.447359 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.447755 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.448146 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.448525 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.448801 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a667e8a-0b3c-4f16-8496-b577bc430749 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:29.466498 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8883f94f-91f7-4941-b709-9ddc7a705b64 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (6e7469c1-2298-444c-b275-399f1a038a09), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.521426 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8883f94f-91f7-4941-b709-9ddc7a705b64 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (6e7469c1-2298-444c-b275-399f1a038a09), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.525520 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8883f94f-91f7-4941-b709-9ddc7a705b64 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (6e7469c1-2298-444c-b275-399f1a038a09), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.545544 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883f94f-91f7-4941-b709-9ddc7a705b64 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7469c1-2298-444c-b275-399f1a038a09,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:29.550260 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8883f94f-91f7-4941-b709-9ddc7a705b64 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.551483 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-8883f94f-91f7-4941-b709-9ddc7a705b64 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323571 Oct 23 02:15:29.554276 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53946) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:29.558458 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-01bec26e-dcb9-462b-9270-fb957b0223f3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group_rule': {'security_group_id': 'cfcd4b56-5de9-4704-995b-2597ab23b6d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:29.584601 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-01bec26e-dcb9-462b-9270-fb957b0223f3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (2ce3b1af-b55f-4339-b5b7-898d8993486d), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.643073 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-01bec26e-dcb9-462b-9270-fb957b0223f3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (2ce3b1af-b55f-4339-b5b7-898d8993486d), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.646675 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-01bec26e-dcb9-462b-9270-fb957b0223f3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (2ce3b1af-b55f-4339-b5b7-898d8993486d), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.666515 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bec26e-dcb9-462b-9270-fb957b0223f3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce3b1af-b55f-4339-b5b7-898d8993486d,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:29.673068 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-01bec26e-dcb9-462b-9270-fb957b0223f3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.674251 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-01bec26e-dcb9-462b-9270-fb957b0223f3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190207 Oct 23 02:15:29.677505 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 53948) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:15:29.681938 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:29.703748 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.784647 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:29.802021 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9228-4b98-4976-91d6-872251cb0d7f req-87761ab4-770f-44f2-9b1a-e1fa8b312056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:29.803679 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-87761ab4-770f-44f2-9b1a-e1fa8b312056 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7&tenant_id=fa4d62bf272e4ce69022518ff362813f HTTP/1.1" status: 200 len: 1127 time: 0.0754714 Oct 23 02:15:29.886509 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9228-4b98-4976-91d6-872251cb0d7f req-5bcb7182-95ca-4b7d-ab96-40b2b04aef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:29.887996 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-5bcb7182-95ca-4b7d-ab96-40b2b04aef72 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 1127 time: 0.0386596 Oct 23 02:15:29.890729 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:29.899849 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Allocated IP 172.27.0.71 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/6ef106e2-59b0-4585-b035-834fe4ffe5a6) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:15:29.916564 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:29.986730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9228-4b98-4976-91d6-872251cb0d7f req-307eb17d-1554-4454-b836-fd098770d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:29.988312 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-307eb17d-1554-4454-b836-fd098770d8b7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.0921667 Oct 23 02:15:30.013406 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (6ef106e2-59b0-4585-b035-834fe4ffe5a6), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:30.045750 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (6ef106e2-59b0-4585-b035-834fe4ffe5a6), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:30.049812 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-202aa401-0a4f-44b4-9574-1964a3e31ef0 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24fbd91b-949f-4c46-a496-148c4722eb45 HTTP/1.1" status: 200 len: 999 time: 0.0543926 Oct 23 02:15:30.087591 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:15:30.092580 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:15:30.094776 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=6ef106e2-59b0-4585-b035-834fe4ffe5a6,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:30.096942 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:15:30.099521 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9228-4b98-4976-91d6-872251cb0d7f req-efe2bd80-37c8-4364-b967-56f003163b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:30.101253 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-efe2bd80-37c8-4364-b967-56f003163b88 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.0455852 Oct 23 02:15:30.107783 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:15:30.142170 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (8a1cb2d6-7a72-4477-8164-1e415e609299), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:30.151685 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9228-4b98-4976-91d6-872251cb0d7f req-ce900251-4c1b-4f5d-91ae-df0b97e3aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:30.153206 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-ce900251-4c1b-4f5d-91ae-df0b97e3aa39 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448754 Oct 23 02:15:30.180756 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6ef106e2-59b0-4585-b035-834fe4ffe5a6), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:30.247642 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-ab36b568-24f3-4b24-979e-d6de804d5b42 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877662 Oct 23 02:15:30.276863 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:30.330098 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (6ef106e2-59b0-4585-b035-834fe4ffe5a6), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:30.334752 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (6ef106e2-59b0-4585-b035-834fe4ffe5a6), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:30.335664 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (8a1cb2d6-7a72-4477-8164-1e415e609299), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:30.348206 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-783e9228-4b98-4976-91d6-872251cb0d7f req-fe9dee1c-abfb-452f-8c49-4f226206ee63 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902197 Oct 23 02:15:30.377856 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:30.379107 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7006912 Oct 23 02:15:30.389861 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfa56f-40a4-4f2c-bbb2-5d1147706185 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=6ef106e2-59b0-4585-b035-834fe4ffe5a6,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:30.487526 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a841a-1c0e-4654-aac9-36de01c8aeec req-b9d23cbd-53bb-44fb-a196-478322636f7e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:30.489007 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-811a841a-1c0e-4654-aac9-36de01c8aeec req-b9d23cbd-53bb-44fb-a196-478322636f7e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0476859 Oct 23 02:15:30.537297 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-811a841a-1c0e-4654-aac9-36de01c8aeec req-625c2ff0-eb36-4e67-bc9f-4457f0d4f754 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Oct 23 02:15:30.599166 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-92ca443a-4bec-491f-8188-00a887db4b2a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1347492029&fields=id&tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 267 time: 0.0436630 Oct 23 02:15:30.711907 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-30fefff2-7f2b-4ef8-a0cd-e5498185daf7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:30.713364 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-30fefff2-7f2b-4ef8-a0cd-e5498185daf7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 815 time: 0.1075885 Oct 23 02:15:30.729290 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-b0417323-da10-4625-931f-890e87365046 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/quotas/eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 375 time: 0.0102007 Oct 23 02:15:30.807231 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-4b697c25-1b77-4829-ab05-2834bd48d95a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723290 Oct 23 02:15:30.932366 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f6014786-5634-4172-9920-03a6fcbd2cc3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082020 Oct 23 02:15:30.949344 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:31.042267 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-61691b06-9af0-455e-8f05-dda91ba862c7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014280 Oct 23 02:15:31.224471 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-15535043-7468-4339-adfa-fef89f04eed9 req-732c69df-a436-46e7-ab8f-9c28e0277570 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0302756 Oct 23 02:15:31.674396 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0bfc-b86e-4032-af35-2fd2f8bd38a5 req-93c31bce-5a38-4c40-a431-55f553e56eed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:31.676744 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7c1d0bfc-b86e-4032-af35-2fd2f8bd38a5 req-93c31bce-5a38-4c40-a431-55f553e56eed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0511684 Oct 23 02:15:31.733198 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7c1d0bfc-b86e-4032-af35-2fd2f8bd38a5 req-90e78e27-45ab-400a-8976-de64bf571c68 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492611 Oct 23 02:15:32.341628 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ea7304e-9320-4f76-ba1a-4692ee7ff865 req-185e69f5-8d10-4c43-afb7-8a85b97fd1b6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0286226 Oct 23 02:15:32.867730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b61a4-ffe4-453f-b3d4-af3e1224d50f req-991c292f-83a5-4113-b22b-4d312b0b50c8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:32.870021 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a91b61a4-ffe4-453f-b3d4-af3e1224d50f req-991c292f-83a5-4113-b22b-4d312b0b50c8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0516026 Oct 23 02:15:32.920662 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a91b61a4-ffe4-453f-b3d4-af3e1224d50f req-1128fcec-1a64-461f-ae11-30fa4ba24625 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Oct 23 02:15:33.446187 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-00026675-bcef-461f-a96a-7af6cd7cdc73 req-46ac9a5e-bfb4-47cf-bda9-fbaea5df9f38 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0282102 Oct 23 02:15:34.052135 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e366f-d58c-49e2-8396-dda987e6d869 req-5440285e-731c-4a51-85bd-ccd04bae762d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:34.053834 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ce2e366f-d58c-49e2-8396-dda987e6d869 req-5440285e-731c-4a51-85bd-ccd04bae762d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0487847 Oct 23 02:15:34.107833 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ce2e366f-d58c-49e2-8396-dda987e6d869 req-501c1df2-b19b-463d-ac6f-d19b59fc3bca tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475714 Oct 23 02:15:34.552443 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9a863c0f-db11-465c-9c80-3002c2b66edd req-a6b37a90-4ea9-45df-99d7-ea8180cf1f5e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0299263 Oct 23 02:15:35.238135 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d09a3-07cf-4fa5-85a4-a4190542d1ba req-cf5c3080-4fa8-4b7d-81f7-d77a1fb8207c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:35.239646 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-638d09a3-07cf-4fa5-85a4-a4190542d1ba req-cf5c3080-4fa8-4b7d-81f7-d77a1fb8207c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0495839 Oct 23 02:15:35.290048 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-638d09a3-07cf-4fa5-85a4-a4190542d1ba req-80a5e418-e0a5-41c7-ada3-21fefacfba3f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443110 Oct 23 02:15:35.655191 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-825bd0a9-3634-4dbf-a2c8-550bc46abb2c req-8041fe4e-964b-4539-a0ed-10ec0b921f6e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0291181 Oct 23 02:15:36.407609 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:36.426297 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bd70d-f023-4da1-8003-4051f768bced req-82629893-f8eb-4780-95e8-5dea1dd2479c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:36.428044 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a56bd70d-f023-4da1-8003-4051f768bced req-82629893-f8eb-4780-95e8-5dea1dd2479c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0514596 Oct 23 02:15:36.450052 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:36.452252 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:36.479197 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a56bd70d-f023-4da1-8003-4051f768bced req-5bd2a511-de30-4464-8e76-08dd71438063 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448813 Oct 23 02:15:36.765178 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a74b029-5fe4-41ed-b618-12f6787090ae req-d9320f9a-5dc2-4d76-b0d3-f5e11241954e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0299339 Oct 23 02:15:37.613730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce53cd9-2922-46bd-b406-30cf81695a50 req-37fcbf68-265b-4df3-89d8-6625db971cd8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:37.615247 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2ce53cd9-2922-46bd-b406-30cf81695a50 req-37fcbf68-265b-4df3-89d8-6625db971cd8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0471790 Oct 23 02:15:37.667784 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2ce53cd9-2922-46bd-b406-30cf81695a50 req-3220c6e7-72b5-489f-8d50-f711641ce229 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462482 Oct 23 02:15:37.872103 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a5acaa7d-f6c3-4b5d-a245-4d999fc519b9 req-2ce41508-a7c1-4977-9ef7-5e0418a32b3e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0282416 Oct 23 02:15:38.798285 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a8c9-56b8-44ee-8a7f-e4acad82aee9 req-c1775fc7-6890-44ac-88dc-38c7616e5b36 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:38.800685 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3ca4a8c9-56b8-44ee-8a7f-e4acad82aee9 req-c1775fc7-6890-44ac-88dc-38c7616e5b36 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0494244 Oct 23 02:15:38.851625 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3ca4a8c9-56b8-44ee-8a7f-e4acad82aee9 req-b87fd044-7883-4cbe-83d4-e69e0466672f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451038 Oct 23 02:15:38.982018 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-440c09bc-12f6-445b-8a27-2ee746820811 req-7c49b719-c51c-4fc5-837a-b5f54c1b68e4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0288043 Oct 23 02:15:39.988503 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3dae-6ae0-413c-a891-8b0935dbae30 req-921ce3c6-2598-4c61-ae3e-ca9edc4c79cd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:39.989877 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-75dd3dae-6ae0-413c-a891-8b0935dbae30 req-921ce3c6-2598-4c61-ae3e-ca9edc4c79cd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0520935 Oct 23 02:15:40.041808 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-75dd3dae-6ae0-413c-a891-8b0935dbae30 req-6b5ae9e6-d1e3-4490-abb5-b612ac4abd6e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454264 Oct 23 02:15:40.095640 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-151b694d-4390-4663-93f7-448e56221d76 req-8429bedb-0831-4882-8d80-dbcf1a995406 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0285120 Oct 23 02:15:40.107981 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:40.385696 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=54,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:40.386991 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=73,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:41.220944 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3a88b4ec-e76d-42e5-ad5b-c88c6cd61406 req-9945cae6-f3d7-44ae-9fe0-5e5e5ee02061 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0412402 Oct 23 02:15:41.227052 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff90ebf-d663-4ad7-a9e9-1e79ebd0db80 req-6a865b95-cfb9-4d69-b8e6-e02c19d55cc6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:41.228756 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cff90ebf-d663-4ad7-a9e9-1e79ebd0db80 req-6a865b95-cfb9-4d69-b8e6-e02c19d55cc6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0974650 Oct 23 02:15:41.283295 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cff90ebf-d663-4ad7-a9e9-1e79ebd0db80 req-3bec7496-8657-412e-a99c-063af32a4185 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482066 Oct 23 02:15:42.345586 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1c3f5328-b478-4091-b188-2a2472d9ae5a req-d28edea9-bb6e-4df5-87fc-fd085d0dac44 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0405242 Oct 23 02:15:42.395798 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:42.412827 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae37d2-7d1c-4751-bf2a-2df2a1557694 req-9b92832f-f071-42a5-a4c5-4cc235e829b2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:42.414388 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9fae37d2-7d1c-4751-bf2a-2df2a1557694 req-9b92832f-f071-42a5-a4c5-4cc235e829b2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0486233 Oct 23 02:15:42.463667 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9fae37d2-7d1c-4751-bf2a-2df2a1557694 req-2a0f2657-3c8c-4eed-aa9c-4d3501715042 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 Oct 23 02:15:43.449921 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f911d1c7-5a1f-4f6b-a71e-73196108645b req-a4ebf996-eba8-4293-9c1f-53bf940a3e2f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0308461 Oct 23 02:15:43.591708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6d504-09a3-4370-bebe-4de38daf7b9d req-3bda201b-a379-4225-88b0-0ffd9ad946c6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:43.593139 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e2a6d504-09a3-4370-bebe-4de38daf7b9d req-3bda201b-a379-4225-88b0-0ffd9ad946c6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0463970 Oct 23 02:15:43.639675 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e2a6d504-09a3-4370-bebe-4de38daf7b9d req-ccbff8b3-24c9-4f5b-b10b-2cf7cd2fd819 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410609 Oct 23 02:15:43.694880 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-a41b1ed5-61de-4711-bf86-a64e648bc5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:44.549877 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-76c92dc3-db32-4b93-bcf2-871afff4e518 req-465177c4-ebed-4c33-bfdd-ef8dea76c643 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0284588 Oct 23 02:15:44.766394 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91778891-c58a-4b7a-938e-0823d8b0de82 req-268fcb04-9228-42ab-8408-3f5742670945 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:44.767765 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-91778891-c58a-4b7a-938e-0823d8b0de82 req-268fcb04-9228-42ab-8408-3f5742670945 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0483427 Oct 23 02:15:44.813961 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-91778891-c58a-4b7a-938e-0823d8b0de82 req-a60dbafa-afe9-4b4a-9b81-cc545130db7d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Oct 23 02:15:45.650415 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fb683c35-2709-42c5-a52e-ed3be7b8675f req-4accc2f4-e13e-4ab7-a9ba-7a5b4b000170 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0277166 Oct 23 02:15:45.941964 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f297abb-947f-46f6-9a0d-a8818fd0f27c req-cea04bed-846f-4d84-933c-0075880bce59 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:45.943379 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0f297abb-947f-46f6-9a0d-a8818fd0f27c req-cea04bed-846f-4d84-933c-0075880bce59 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0461366 Oct 23 02:15:45.989068 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0f297abb-947f-46f6-9a0d-a8818fd0f27c req-d93e6a60-5a49-44d4-a105-ab51cb2222c3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394440 Oct 23 02:15:46.094749 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-a1e60cbe-7c50-4843-955d-582a45100bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:46.753486 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-23c08a76-1ea8-487e-848d-02f765faef56 req-a0c8e914-3cff-4fc0-8f09-9ed72b6c075d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0303576 Oct 23 02:15:47.113670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a35826-7fb5-4043-afb0-e70701df061f req-9fcc2abe-4f89-42c9-97ce-d6986414d7d4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:47.115130 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f5a35826-7fb5-4043-afb0-e70701df061f req-9fcc2abe-4f89-42c9-97ce-d6986414d7d4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0457475 Oct 23 02:15:47.154581 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:47.163881 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f5a35826-7fb5-4043-afb0-e70701df061f req-a3b18cb9-7b79-4d8b-a7f8-fa91c0427e97 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Oct 23 02:15:47.176474 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:47.865031 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-99c6882d-f7cf-4015-86fa-f1caf601d656 req-54f0dbe8-0b90-4cae-9d2b-aa71ed29a44c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0281439 Oct 23 02:15:48.290961 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9576db-1c25-4877-97e1-aec7a8831435 req-2dff9c28-ecc3-4dac-a058-b064ca8d174a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:48.292503 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8c9576db-1c25-4877-97e1-aec7a8831435 req-2dff9c28-ecc3-4dac-a058-b064ca8d174a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0482934 Oct 23 02:15:48.344114 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8c9576db-1c25-4877-97e1-aec7a8831435 req-6a964df4-a2b0-476f-a42d-44cad5859a9a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460708 Oct 23 02:15:48.529670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-cf92d84c-8c40-4e7f-9e77-ddb6f3626fd1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:48.531076 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-cf92d84c-8c40-4e7f-9e77-ddb6f3626fd1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 815 time: 0.1069973 Oct 23 02:15:48.614728 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-6568eeb8-6a91-4bc9-95d9-e796a446cbda tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 472 time: 0.0678971 Oct 23 02:15:48.706822 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'port': {'device_id': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'admin_state_up': True, 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'security_groups': ['cfcd4b56-5de9-4704-995b-2597ab23b6d6']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:48.815932 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Made reservation on behalf of eab81e47f8d6426fbd5b50d1eb7fc14a for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:15:48.819675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:48.825172 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:48.925976 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:48.937336 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:48.954404 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Allocated IP 172.20.0.14 (a7b3cf49-41ec-4949-b12a-aff94c1d3d94/4f0e358f-5b23-42c2-8b93-b234f6d24eb7/853b17f0-ba1e-401a-9632-0f158dc66a3e) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:15:48.992427 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e2b3b092-ce29-4316-927c-91bdec6a889b req-0f775e4e-3a98-440f-a85c-314cdabcf63c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0393417 Oct 23 02:15:49.360442 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:49.394146 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:49.441145 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:15:49.472649 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:15:49.483833 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:15:49.487141 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:49.526826 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=853b17f0-ba1e-401a-9632-0f158dc66a3e,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:49.541200 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65393bf-eda9-4e3b-8d33-3cecd7debdcc req-c725a3c2-b7bf-4574-9480-52496408edd5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:49.544285 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b65393bf-eda9-4e3b-8d33-3cecd7debdcc req-c725a3c2-b7bf-4574-9480-52496408edd5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.1091549 Oct 23 02:15:49.554758 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.555114 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.555455 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.555788 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.556123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.556964 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.557698 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.557698 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.558156 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.558511 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.558844 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.559173 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.559497 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.559823 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.560148 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:15:49.599977 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:49.600634 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:49.633502 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b65393bf-eda9-4e3b-8d33-3cecd7debdcc req-7dfecd1a-b244-4076-bf4f-1067780b8c8e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839677 Oct 23 02:15:49.638003 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-f542fd6e-2191-4243-9dfb-c36f768841a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9349978 Oct 23 02:15:49.658902 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Request body: {'port': {'device_id': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:15:49.721806 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:49.735611 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-496cd11f-debf-4ecf-927f-34d6cc89a983 None None] Provisioning complete for port 853b17f0-ba1e-401a-9632-0f158dc66a3e triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:49.735992 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-496cd11f-debf-4ecf-927f-34d6cc89a983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:49.736718 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-496cd11f-debf-4ecf-927f-34d6cc89a983 None None] Attempt 1 to provision port 853b17f0-ba1e-401a-9632-0f158dc66a3e Oct 23 02:15:49.777114 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-496cd11f-debf-4ecf-927f-34d6cc89a983 None None] Port 853b17f0-ba1e-401a-9632-0f158dc66a3e cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:15:49.997607 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853b17f0-ba1e-401a-9632-0f158dc66a3e {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:15:50.005123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Publish callbacks [] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:50.007106 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:50.023082 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Transition to ACTIVE for port object 853b17f0-ba1e-401a-9632-0f158dc66a3e will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:15:50.028814 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:50.143487 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Pushing event updated for resources: {'Port': ['ID=853b17f0-ba1e-401a-9632-0f158dc66a3e,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:50.175791 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e5b04-128d-41fc-9156-bb5c9a89c24f req-3d61b09e-cd25-439e-b26f-111cb98af66c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:50.177291 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-721e5b04-128d-41fc-9156-bb5c9a89c24f req-3d61b09e-cd25-439e-b26f-111cb98af66c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0932508 Oct 23 02:15:50.214416 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Attempting to bind port 853b17f0-ba1e-401a-9632-0f158dc66a3e on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:15:50.214784 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Attempting to bind port 853b17f0-ba1e-401a-9632-0f158dc66a3e by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:15:50.215117 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Attempting to bind port 853b17f0-ba1e-401a-9632-0f158dc66a3e on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:15:50.273937 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-721e5b04-128d-41fc-9156-bb5c9a89c24f req-af74956f-dc13-44c2-a6b7-772da1fdaad2 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877557 Oct 23 02:15:50.282288 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Port 853b17f0-ba1e-401a-9632-0f158dc66a3e on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:15:50.282664 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Attempting to bind port 853b17f0-ba1e-401a-9632-0f158dc66a3e on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:15:50.329049 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:15:50.329389 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Checking segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:15:50.329774 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Bound using segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:15:50.330209 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Bound port: 853b17f0-ba1e-401a-9632-0f158dc66a3e, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:15:50.330604 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:50.390102 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] For port 853b17f0-ba1e-401a-9632-0f158dc66a3e, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:15:50.393353 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] For port 853b17f0-ba1e-401a-9632-0f158dc66a3e, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=853b17f0-ba1e-401a-9632-0f158dc66a3e,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:15:50.394457 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:50.401442 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:50.406198 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:50.406827 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:50.408464 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/853b17f0-ba1e-401a-9632-0f158dc66a3e HTTP/1.1" status: 200 len: 1094 time: 0.7548470 Oct 23 02:15:50.409925 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'tag': '853b17f0-ba1e-401a-9632-0f158dc66a3e'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:50.412168 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc846d9-9f7a-4a4a-a027-4117c043b0e5", "tag": "853b17f0-ba1e-401a-9632-0f158dc66a3e"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:50.451784 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6352b02-2d3c-4228-a8c1-c6618311e7c8 x-openstack-request-id: req-c6352b02-2d3c-4228-a8c1-c6618311e7c8 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:50.452072 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc846d9-9f7a-4a4a-a027-4117c043b0e5", "tag": "853b17f0-ba1e-401a-9632-0f158dc66a3e", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:50.452330 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6352b02-2d3c-4228-a8c1-c6618311e7c8 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:50.452735 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6352b02-2d3c-4228-a8c1-c6618311e7c8'] response: {'name': 'network-changed', 'server_uuid': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'tag': '853b17f0-ba1e-401a-9632-0f158dc66a3e', 'status': 'completed', 'code': 200} Oct 23 02:15:50.462080 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4908a8b-aa38-453a-9c39-fa9b5e878843 service neutron] Pushing event updated for resources: {'Port': ['ID=853b17f0-ba1e-401a-9632-0f158dc66a3e,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:50.544649 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-a3264856-72be-4dbe-b748-2d634fba0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:50.546109 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-a3264856-72be-4dbe-b748-2d634fba0bbd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 1128 time: 0.0436347 Oct 23 02:15:50.594121 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-03c380d5-a4bd-4af9-9b03-6d1d799bb342 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853b17f0-ba1e-401a-9632-0f158dc66a3e HTTP/1.1" status: 200 len: 217 time: 0.0323327 Oct 23 02:15:50.644657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-bca3caa2-f1f4-431b-8674-8c43d5c8a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:50.646114 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-bca3caa2-f1f4-431b-8674-8c43d5c8a4d8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.0443659 Oct 23 02:15:50.691829 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-78a65731-7c75-4c1f-bd6e-cfc2ec238ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:50.693331 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-78a65731-7c75-4c1f-bd6e-cfc2ec238ddf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393026 Oct 23 02:15:50.801967 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c261d6-e2a7-4a23-bfcd-b93cb0d849d5 req-466d26cc-9b84-4a38-8b8f-efe923bb9ded tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:50.803378 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-43c261d6-e2a7-4a23-bfcd-b93cb0d849d5 req-466d26cc-9b84-4a38-8b8f-efe923bb9ded tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0843396 Oct 23 02:15:50.842835 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-346b2242-6d4c-4117-89e2-d6af0249fe75 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414077 Oct 23 02:15:50.890026 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-43c261d6-e2a7-4a23-bfcd-b93cb0d849d5 req-5f66990f-cc6b-4996-bd60-178d7740cfe2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762548 Oct 23 02:15:50.956618 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1ace12d-e3af-42c6-b6f5-16d55517b2e1 req-0dfc1ba6-c7fb-48e2-a15b-3b987f501bc2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983436 Oct 23 02:15:51.390299 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:51.403584 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866f014-423b-460e-b779-766ac0a37659 req-b25a04ed-534b-4cb0-99be-bcefaf2eff76 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:51.405131 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a866f014-423b-460e-b779-766ac0a37659 req-b25a04ed-534b-4cb0-99be-bcefaf2eff76 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0486021 Oct 23 02:15:51.465709 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a866f014-423b-460e-b779-766ac0a37659 req-cb304b2e-b1d7-4ed1-8b66-219cc539b973 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542774 Oct 23 02:15:52.016765 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65fa32-711a-43a1-9e73-5f8e32e30c7e req-35a1052a-e4d4-4969-98bc-abc1b1471ca0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:52.018196 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a65fa32-711a-43a1-9e73-5f8e32e30c7e req-35a1052a-e4d4-4969-98bc-abc1b1471ca0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0468955 Oct 23 02:15:52.066119 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a65fa32-711a-43a1-9e73-5f8e32e30c7e req-95e6bc20-a193-47c6-ac3d-a4d466847fc2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Oct 23 02:15:52.587129 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077801b-db5f-44a3-91e8-a51beecdbb27 req-50cc33f9-4a45-4b20-b9cf-90a7f7274477 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:52.588806 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7077801b-db5f-44a3-91e8-a51beecdbb27 req-50cc33f9-4a45-4b20-b9cf-90a7f7274477 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0481377 Oct 23 02:15:52.636025 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7077801b-db5f-44a3-91e8-a51beecdbb27 req-b5b30e90-8fd3-4038-99e2-e362c0c84e94 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 Oct 23 02:15:53.196176 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c004630-dab1-424e-a5e8-9a723c7051c0 req-7e7364e9-94fd-4cb6-8381-6eb391e31b0a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:53.197737 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c004630-dab1-424e-a5e8-9a723c7051c0 req-7e7364e9-94fd-4cb6-8381-6eb391e31b0a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0505362 Oct 23 02:15:53.243589 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c004630-dab1-424e-a5e8-9a723c7051c0 req-4668953f-a9cc-48e2-b6e7-ca4c07520a86 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Oct 23 02:15:53.754752 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2fc3d-2698-4ecf-8e1e-74f5f88de708 req-ef4b8e0c-9a92-4334-80c4-04b70f3b09dd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:53.756202 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-37d2fc3d-2698-4ecf-8e1e-74f5f88de708 req-ef4b8e0c-9a92-4334-80c4-04b70f3b09dd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0456245 Oct 23 02:15:53.803668 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-37d2fc3d-2698-4ecf-8e1e-74f5f88de708 req-6f961805-3ad9-489a-a9eb-0068054c2976 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Oct 23 02:15:54.039811 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-aafaa3e8-f55e-43a7-a2a7-9b76c6661d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:54.041651 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-aafaa3e8-f55e-43a7-a2a7-9b76c6661d00 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 1128 time: 0.0403197 Oct 23 02:15:54.122607 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:54.128807 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:54.334253 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:54.374803 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13d3e4-19f9-41e0-874d-cf32fa993224 req-bf7fe22b-8a43-4efd-8c5d-53df4d088c77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:54.376269 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5f13d3e4-19f9-41e0-874d-cf32fa993224 req-bf7fe22b-8a43-4efd-8c5d-53df4d088c77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0507808 Oct 23 02:15:54.424622 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5f13d3e4-19f9-41e0-874d-cf32fa993224 req-cc34b965-c623-4a13-b3eb-8db91874f027 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429046 Oct 23 02:15:54.924481 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2b03-7126-4ba5-8bcd-5449c8e6446d req-e863be8f-a78e-4ff5-8c88-75de8d47e138 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:54.925950 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-889b2b03-7126-4ba5-8bcd-5449c8e6446d req-e863be8f-a78e-4ff5-8c88-75de8d47e138 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 944 time: 0.0477002 Oct 23 02:15:54.972746 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-889b2b03-7126-4ba5-8bcd-5449c8e6446d req-dad5fd77-6c30-466e-a70a-5175a5158272 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411437 Oct 23 02:15:55.242534 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 853b17f0-ba1e-401a-9632-0f158dc66a3e details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:15:55.340853 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 853b17f0-ba1e-401a-9632-0f158dc66a3e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=853b17f0-ba1e-401a-9632-0f158dc66a3e,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:55.355387 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '853b17f0-ba1e-401a-9632-0f158dc66a3e', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'port_id': '853b17f0-ba1e-401a-9632-0f158dc66a3e', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:15:55.389799 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 853b17f0-ba1e-401a-9632-0f158dc66a3e is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:55.390183 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:55.403978 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853b17f0-ba1e-401a-9632-0f158dc66a3e {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:15:55.423291 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 853b17f0-ba1e-401a-9632-0f158dc66a3e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=853b17f0-ba1e-401a-9632-0f158dc66a3e,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:55.427314 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:55.473706 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=853b17f0-ba1e-401a-9632-0f158dc66a3e,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:55.558732 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f01b8-0bf3-4b9c-9c73-9091240edca1 req-f307be3d-8ec2-4105-accb-c244a4db2ee6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:55.560100 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-111f01b8-0bf3-4b9c-9c73-9091240edca1 req-f307be3d-8ec2-4105-accb-c244a4db2ee6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0515480 Oct 23 02:15:55.607242 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-111f01b8-0bf3-4b9c-9c73-9091240edca1 req-ba449215-9993-4a1e-b0f7-03d3e66751cb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Oct 23 02:15:56.069644 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['853b17f0-ba1e-401a-9632-0f158dc66a3e'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:15:56.127533 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9ef6a-0c75-4470-bc6b-a7a00c8ed95f req-bc03c555-2289-4353-92d6-855849535d28 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:56.129011 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-11c9ef6a-0c75-4470-bc6b-a7a00c8ed95f req-bc03c555-2289-4353-92d6-855849535d28 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0747435 Oct 23 02:15:56.154580 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-db27bf56-4ecd-463f-a075-1c127946f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:56.156068 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-db27bf56-4ecd-463f-a075-1c127946f3bf service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 916 time: 0.1481905 Oct 23 02:15:56.208322 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-14c65746-f2c0-4999-8b81-871077c39bb0 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853b17f0-ba1e-401a-9632-0f158dc66a3e HTTP/1.1" status: 200 len: 217 time: 0.0405755 Oct 23 02:15:56.216687 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-11c9ef6a-0c75-4470-bc6b-a7a00c8ed95f req-6fa81faa-e5ef-4f7c-a084-6298373258df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814581 Oct 23 02:15:56.264374 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-21ef0fab-153a-4dcc-886a-97efb3e0df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:56.265823 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-21ef0fab-153a-4dcc-886a-97efb3e0df2a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.0482349 Oct 23 02:15:56.309209 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:56.316865 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-c7a92d92-4464-4e5f-885c-b6dfdcc69d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:56.318351 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-c7a92d92-4464-4e5f-885c-b6dfdcc69d1b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431042 Oct 23 02:15:56.417256 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-6990931e-9679-4c1b-a467-0f0f34bbf89b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Oct 23 02:15:56.518877 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3afeab7e-bb31-4b6c-9c96-bb3a6eee2045 req-93231a03-ce8b-4ea0-acfb-60a6189a908e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956769 Oct 23 02:15:56.736958 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615e0f8-7af7-4cd0-8037-40a8ce8273f3 req-49c598ef-8860-4673-882c-56100ebd6503 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:56.738460 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b615e0f8-7af7-4cd0-8037-40a8ce8273f3 req-49c598ef-8860-4673-882c-56100ebd6503 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 943 time: 0.0496912 Oct 23 02:15:56.785516 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b615e0f8-7af7-4cd0-8037-40a8ce8273f3 req-3fec3c80-76d3-486c-8fe2-10ee2bdc19dd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407531 Oct 23 02:15:57.344307 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5d4ae-ed43-4fb0-a367-d844ea50709f req-1f9347d3-c7e3-4277-bbec-8c0c2cfd7117 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:57.345773 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cfd5d4ae-ed43-4fb0-a367-d844ea50709f req-1f9347d3-c7e3-4277-bbec-8c0c2cfd7117 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 945 time: 0.0498223 Oct 23 02:15:57.395003 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cfd5d4ae-ed43-4fb0-a367-d844ea50709f req-54718542-84ef-4d32-b917-bd8c0cc29107 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437102 Oct 23 02:15:57.402353 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:57.415522 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 853b17f0-ba1e-401a-9632-0f158dc66a3e up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:57.419315 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:15:57.484527 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 853b17f0-ba1e-401a-9632-0f158dc66a3e completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:15:57.517440 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 853b17f0-ba1e-401a-9632-0f158dc66a3e triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:57.517751 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:57.518095 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 853b17f0-ba1e-401a-9632-0f158dc66a3e Oct 23 02:15:57.567418 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:57.581053 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:57.588977 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:57.605502 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '24fbd91b-949f-4c46-a496-148c4722eb45', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'port_id': '24fbd91b-949f-4c46-a496-148c4722eb45', 'mac_address': 'fa:16:3e:51:2a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:15:57.660862 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 853b17f0-ba1e-401a-9632-0f158dc66a3e is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:57.661255 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:57.673331 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 24fbd91b-949f-4c46-a496-148c4722eb45 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:57.673705 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:57.695260 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fbd91b-949f-4c46-a496-148c4722eb45 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:15:57.703011 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853b17f0-ba1e-401a-9632-0f158dc66a3e'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:57.705216 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a494e5-f826-40f8-994c-2f372809dfb6" -d '{"events": [{"server_uuid": "2bc846d9-9f7a-4a4a-a027-4117c043b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "853b17f0-ba1e-401a-9632-0f158dc66a3e"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:57.724593 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 853b17f0-ba1e-401a-9632-0f158dc66a3e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=853b17f0-ba1e-401a-9632-0f158dc66a3e,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:57.732049 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:57.734872 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:57.739310 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:57.757772 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e377fc6-23c2-4599-b537-7ed941f2046e x-openstack-request-id: req-8e377fc6-23c2-4599-b537-7ed941f2046e {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:57.758083 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc846d9-9f7a-4a4a-a027-4117c043b0e5", "name": "network-vif-plugged", "status": "completed", "tag": "853b17f0-ba1e-401a-9632-0f158dc66a3e", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:57.758347 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e377fc6-23c2-4599-b537-7ed941f2046e {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:57.759410 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e377fc6-23c2-4599-b537-7ed941f2046e'] response: {'server_uuid': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853b17f0-ba1e-401a-9632-0f158dc66a3e', 'code': 200} Oct 23 02:15:57.784495 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=853b17f0-ba1e-401a-9632-0f158dc66a3e,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:57.837512 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=9']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:15:57.915657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f1cd7-56d3-407d-8147-139ef34e664a req-0a7ab9c9-59a1-45b0-b748-0daa0915173d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:57.917136 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-307f1cd7-56d3-407d-8147-139ef34e664a req-0a7ab9c9-59a1-45b0-b748-0daa0915173d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 944 time: 0.0482888 Oct 23 02:15:57.959719 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:15:57.974724 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-307f1cd7-56d3-407d-8147-139ef34e664a req-bc2d4753-ada7-4a33-9c5e-89b2b5e9b85d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519624 Oct 23 02:15:58.011677 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddbabe-f121-4aee-a219-d57791f9d9ce req-664d250b-1af3-4374-96ec-4a392b9aaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:58.013181 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e5ddbabe-f121-4aee-a219-d57791f9d9ce req-664d250b-1af3-4374-96ec-4a392b9aaf45 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 1130 time: 0.0481398 Oct 23 02:15:58.060250 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e5ddbabe-f121-4aee-a219-d57791f9d9ce req-e37480b5-ee12-4d2a-a77b-bf98538c70a1 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Oct 23 02:15:58.331543 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['24fbd91b-949f-4c46-a496-148c4722eb45'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:15:58.523373 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52f1db-483d-4702-ad71-1fed8fd96a6a req-da766110-a28d-4ea8-b5fb-dc94edc19db7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:58.525459 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6f52f1db-483d-4702-ad71-1fed8fd96a6a req-da766110-a28d-4ea8-b5fb-dc94edc19db7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0470593 Oct 23 02:15:58.573040 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6f52f1db-483d-4702-ad71-1fed8fd96a6a req-1049db2b-7fef-4b75-9ec9-b761b970bc67 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Oct 23 02:15:59.108316 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c29622-48de-421f-9ca9-71ed98779d77 req-8b3a6730-672b-4909-b2f5-acad8583530b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:59.109782 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-60c29622-48de-421f-9ca9-71ed98779d77 req-8b3a6730-672b-4909-b2f5-acad8583530b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 944 time: 0.0460570 Oct 23 02:15:59.155617 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-60c29622-48de-421f-9ca9-71ed98779d77 req-b71b79ed-b132-4e16-88fd-905d790ec7f2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403910 Oct 23 02:15:59.663813 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:15:59.703331 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a58ba-c76c-4340-aa6f-94fd523701f8 req-c05b92c2-758d-4a43-a86f-843ca5c71cd3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:15:59.704856 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7e6a58ba-c76c-4340-aa6f-94fd523701f8 req-c05b92c2-758d-4a43-a86f-843ca5c71cd3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0587864 Oct 23 02:15:59.715698 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 24fbd91b-949f-4c46-a496-148c4722eb45 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:15:59.716078 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:59.716421 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 24fbd91b-949f-4c46-a496-148c4722eb45 Oct 23 02:15:59.755113 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7e6a58ba-c76c-4340-aa6f-94fd523701f8 req-81280467-079c-461b-b23d-bbecba50d218 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433359 Oct 23 02:15:59.787885 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 24fbd91b-949f-4c46-a496-148c4722eb45 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:15:59.788273 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:59.811775 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:15:59.813967 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9390887-8973-4008-8efd-cd4bcf8aca9e" -d '{"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-plugged", "status": "completed", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:15:59.826579 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:15:59.830784 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:15:59.856215 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8e1d5a-c405-436e-93ae-ba0c37ec17a7 x-openstack-request-id: req-1e8e1d5a-c405-436e-93ae-ba0c37ec17a7 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:15:59.856531 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-plugged", "status": "completed", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:15:59.856794 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e8e1d5a-c405-436e-93ae-ba0c37ec17a7 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:15:59.857192 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8e1d5a-c405-436e-93ae-ba0c37ec17a7'] response: {'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45', 'code': 200} Oct 23 02:15:59.880980 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=10']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:16:00.284009 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cfc8b-0845-4f35-8690-842674aa35cd req-00e6d1e2-25a9-47b1-9290-da36e82b3a27 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:00.285404 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ef6cfc8b-0845-4f35-8690-842674aa35cd req-00e6d1e2-25a9-47b1-9290-da36e82b3a27 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 946 time: 0.0476062 Oct 23 02:16:00.332343 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ef6cfc8b-0845-4f35-8690-842674aa35cd req-6ce29e4d-e81b-4dbd-aab8-8ba658c241eb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403802 Oct 23 02:16:00.876570 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df6efe-2411-4475-b351-37257aa6d679 req-277e66a1-c8ac-4822-9ad0-de634f303f8a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:00.878002 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27df6efe-2411-4475-b351-37257aa6d679 req-277e66a1-c8ac-4822-9ad0-de634f303f8a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0463827 Oct 23 02:16:00.928606 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27df6efe-2411-4475-b351-37257aa6d679 req-57718d24-f451-4d53-aea2-05548531f55e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450819 Oct 23 02:16:01.048338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6fd12-aa27-435e-a064-1f41ef5a155c req-27d56728-48cd-4972-95ee-4825c36d0ba0 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:01.049786 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-28e6fd12-aa27-435e-a064-1f41ef5a155c req-27d56728-48cd-4972-95ee-4825c36d0ba0 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0476701 Oct 23 02:16:01.060642 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54154) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:16:01.065036 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-aae2dca2-6ad1-49bf-ae33-e05bf91b66fb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'floatingip': {'port_id': '853b17f0-ba1e-401a-9632-0f158dc66a3e'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:16:01.104360 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aae2dca2-6ad1-49bf-ae33-e05bf91b66fb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (8a1cb2d6-7a72-4477-8164-1e415e609299), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:01.106262 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:01.249746 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a398009-bbe3-4b05-8186-e04f2f098d72 req-83d1c3df-a32b-4517-9ee4-4ae0a2a18a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:01.251215 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a398009-bbe3-4b05-8186-e04f2f098d72 req-83d1c3df-a32b-4517-9ee4-4ae0a2a18a90 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 1130 time: 0.0555382 Oct 23 02:16:01.362603 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a398009-bbe3-4b05-8186-e04f2f098d72 req-1ef826c9-66c2-4d74-b6e7-4324cab14d59 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800900 Oct 23 02:16:01.483878 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:01.505083 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96022034-981b-4a66-bc96-63bdab8ae3cc req-689b499a-72c9-46b7-ac69-735ffea6d604 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:01.506463 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96022034-981b-4a66-bc96-63bdab8ae3cc req-689b499a-72c9-46b7-ac69-735ffea6d604 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 946 time: 0.0642016 Oct 23 02:16:01.618344 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96022034-981b-4a66-bc96-63bdab8ae3cc req-f08b2d20-faac-4e2e-b7e5-de8e7848f5d6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875847 Oct 23 02:16:01.663220 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aae2dca2-6ad1-49bf-ae33-e05bf91b66fb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:01.667510 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aae2dca2-6ad1-49bf-ae33-e05bf91b66fb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (8a1cb2d6-7a72-4477-8164-1e415e609299), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:01.760372 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-aae2dca2-6ad1-49bf-ae33-e05bf91b66fb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Floating IP 8a1cb2d6-7a72-4477-8164-1e415e609299 associated. External IP: 172.27.0.71, port: 853b17f0-ba1e-401a-9632-0f158dc66a3e. Oct 23 02:16:02.203086 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae2dca2-6ad1-49bf-ae33-e05bf91b66fb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:16:02.214627 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:02.308540 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae2dca2-6ad1-49bf-ae33-e05bf91b66fb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:16:02.313414 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aae2dca2-6ad1-49bf-ae33-e05bf91b66fb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:02.318672 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:16:02.329691 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:16:02.330303 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:15:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:16:02.343005 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-aae2dca2-6ad1-49bf-ae33-e05bf91b66fb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/8a1cb2d6-7a72-4477-8164-1e415e609299 HTTP/1.1" status: 200 len: 991 time: 1.2812579 Oct 23 02:16:02.343655 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'tag': '853b17f0-ba1e-401a-9632-0f158dc66a3e'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:16:02.345916 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00bccd8-4d2e-48e5-9574-7fd82280ae01" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc846d9-9f7a-4a4a-a027-4117c043b0e5", "tag": "853b17f0-ba1e-401a-9632-0f158dc66a3e"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:16:02.385668 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679d6b79-9087-4ef8-ab22-b9d1ced0a64c x-openstack-request-id: req-679d6b79-9087-4ef8-ab22-b9d1ced0a64c {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:16:02.385977 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc846d9-9f7a-4a4a-a027-4117c043b0e5", "tag": "853b17f0-ba1e-401a-9632-0f158dc66a3e", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:16:02.386233 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-679d6b79-9087-4ef8-ab22-b9d1ced0a64c {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:16:02.386661 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679d6b79-9087-4ef8-ab22-b9d1ced0a64c'] response: {'name': 'network-changed', 'server_uuid': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'tag': '853b17f0-ba1e-401a-9632-0f158dc66a3e', 'status': 'completed', 'code': 200} Oct 23 02:16:02.417636 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:02.437346 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:16:02.478528 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:02.652745 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:00Z', 'updated_at': '2022-10-23T02:13:30Z', 'revision_number': 2, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}, {'id': '8a1cb2d6-7a72-4477-8164-1e415e609299', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '853b17f0-ba1e-401a-9632-0f158dc66a3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:30Z', 'updated_at': '2022-10-23T02:16:01Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:16:02.681732 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:16:02.690767 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:16:02.691382 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:15:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:16:02.753071 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed089a83-391b-4e1a-ba1d-31e20307aa89 req-a2c1ba78-2a36-450c-9f4b-cbe12d4ba184 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:02.754564 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ed089a83-391b-4e1a-ba1d-31e20307aa89 req-a2c1ba78-2a36-450c-9f4b-cbe12d4ba184 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Oct 23 02:16:02.805907 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ed089a83-391b-4e1a-ba1d-31e20307aa89 req-dab1b28c-919a-4f8e-b719-6196468f2ce4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450025 Oct 23 02:16:02.896575 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-5a526dc3-9498-4496-b93c-b123a0cb241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:02.898058 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-5a526dc3-9498-4496-b93c-b123a0cb241f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 1130 time: 0.0406256 Oct 23 02:16:02.941990 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:16:03.147571 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:00Z', 'updated_at': '2022-10-23T02:13:30Z', 'revision_number': 2, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}, {'id': '8a1cb2d6-7a72-4477-8164-1e415e609299', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '853b17f0-ba1e-401a-9632-0f158dc66a3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:30Z', 'updated_at': '2022-10-23T02:16:01Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:16:03.175335 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c386f84-1d4b-46ac-9f03-936c8708d55d None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:00Z', 'updated_at': '2022-10-23T02:13:30Z', 'revision_number': 2, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}, {'id': '8a1cb2d6-7a72-4477-8164-1e415e609299', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '853b17f0-ba1e-401a-9632-0f158dc66a3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:15:30Z', 'updated_at': '2022-10-23T02:16:01Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:16:03.359337 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ebe65-719c-4fbe-aa86-fbf5e2e08e8e None None] New status for floating IP 8a1cb2d6-7a72-4477-8164-1e415e609299: ACTIVE {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:16:03.705023 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-11106cc0-7e4c-4ada-85e3-867c6f06abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:03.706513 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-11106cc0-7e4c-4ada-85e3-867c6f06abe8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 916 time: 0.1040852 Oct 23 02:16:03.944282 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03163b28-50f8-4bb7-8296-feeec0290792 req-8a23c7b5-f364-4460-8540-9932701d1ad7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:03.946672 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-03163b28-50f8-4bb7-8296-feeec0290792 req-8a23c7b5-f364-4460-8540-9932701d1ad7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 946 time: 0.0538056 Oct 23 02:16:03.999626 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-03163b28-50f8-4bb7-8296-feeec0290792 req-6c140413-c030-4623-86db-a231e15abe44 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459371 Oct 23 02:16:04.869024 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-acedc310-4f3c-4eca-bf5a-7577e4d1f0af service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853b17f0-ba1e-401a-9632-0f158dc66a3e HTTP/1.1" status: 200 len: 1001 time: 0.0725329 Oct 23 02:16:04.912577 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:04.922899 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-b08024be-3142-473f-aee5-41df3b5751ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:04.924339 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-b08024be-3142-473f-aee5-41df3b5751ab service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.0489833 Oct 23 02:16:04.973583 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-851297e4-51f9-4cdb-a21d-70d6ce09afce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:04.975016 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-851297e4-51f9-4cdb-a21d-70d6ce09afce service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396721 Oct 23 02:16:05.076720 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-91bbf765-63fa-4a3a-9af7-c88a9813fb69 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943782 Oct 23 02:16:05.181393 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6dbe-e1cd-437a-8982-ed7f828764c0 req-eba0d4c0-fa90-4abf-8f65-8982874f3fd6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:05.183068 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-750e6dbe-e1cd-437a-8982-ed7f828764c0 req-eba0d4c0-fa90-4abf-8f65-8982874f3fd6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 946 time: 0.0908558 Oct 23 02:16:05.229876 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b00bccd8-4d2e-48e5-9574-7fd82280ae01 req-1364c65a-c00b-431a-b445-dfb1d6a8778e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466227 Oct 23 02:16:05.252037 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-750e6dbe-e1cd-437a-8982-ed7f828764c0 req-4800e103-4d43-4288-be82-9669866a2528 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619063 Oct 23 02:16:05.360220 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:05.398069 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a43af-525c-412c-8797-80e04a062ad3 req-bce99231-f8f7-4fdc-8c64-54e770890d2f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:05.399612 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c01a43af-525c-412c-8797-80e04a062ad3 req-bce99231-f8f7-4fdc-8c64-54e770890d2f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0779757 Oct 23 02:16:05.402432 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-8f743214-d05a-4f25-9bde-dcc00fe9a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:05.403806 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-8f743214-d05a-4f25-9bde-dcc00fe9a3c9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 1129 time: 0.0532124 Oct 23 02:16:05.504231 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c01a43af-525c-412c-8797-80e04a062ad3 req-67a85ad7-832f-469d-b4e4-eb62bd817d6b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986626 Oct 23 02:16:05.529428 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-ee73813a-c58a-4a56-b356-37c6f52adc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:05.531174 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-ee73813a-c58a-4a56-b356-37c6f52adc0f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.1186864 Oct 23 02:16:05.594027 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-57b9ef1a-ce02-4577-98df-ac57e86a0305 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91964ab3-6465-4503-be0d-3facc3db73f3 HTTP/1.1" status: 200 len: 1001 time: 0.0551107 Oct 23 02:16:05.645990 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-8d866b62-8f0b-4a55-a7b1-b514002677b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:05.647405 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-8d866b62-8f0b-4a55-a7b1-b514002677b9 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0464666 Oct 23 02:16:05.690400 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-de93a034-4154-40bd-8014-09c16450e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:05.691904 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-de93a034-4154-40bd-8014-09c16450e0ab service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381799 Oct 23 02:16:05.784826 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-e29837fe-25f8-4513-b1e4-6552aac49380 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863745 Oct 23 02:16:05.875736 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5aab8ad1-f8a5-48bc-b759-45aa4e243f3a req-91d33e99-1386-43d9-816b-d7d7d8b6767f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841942 Oct 23 02:16:06.626488 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de807232-6c74-46c5-9978-fae15dc6d885 req-1108095e-4035-4506-9c68-ff27381ed2e8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:06.627952 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de807232-6c74-46c5-9978-fae15dc6d885 req-1108095e-4035-4506-9c68-ff27381ed2e8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0472062 Oct 23 02:16:06.677780 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de807232-6c74-46c5-9978-fae15dc6d885 req-9cfcb5f2-2a47-4dab-baaa-de46d701d07a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443974 Oct 23 02:16:07.108199 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:16:07.805198 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57287949-564a-4d77-a352-a4126f819e18 req-94487892-4300-4e9d-9cc2-d3aa44b926d8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:07.807131 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-57287949-564a-4d77-a352-a4126f819e18 req-94487892-4300-4e9d-9cc2-d3aa44b926d8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0517204 Oct 23 02:16:07.819240 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:07.857933 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-57287949-564a-4d77-a352-a4126f819e18 req-a4bc0f2f-393b-4b9a-a81f-5a6e28198c77 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440257 Oct 23 02:16:08.981882 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd002a-fce3-4518-bbaa-98ead082cd03 req-09085156-9935-4149-a628-6fbe679b6347 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:08.983366 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5ffd002a-fce3-4518-bbaa-98ead082cd03 req-09085156-9935-4149-a628-6fbe679b6347 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0475717 Oct 23 02:16:09.031241 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5ffd002a-fce3-4518-bbaa-98ead082cd03 req-f4424ce6-e32c-480a-8c2a-93ed60ebec8c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Oct 23 02:16:10.157549 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426acf04-e969-4af6-a376-02e6492e388d req-f28cec48-8600-4c6a-8657-3e0d1ea72d81 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:10.159037 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-426acf04-e969-4af6-a376-02e6492e388d req-f28cec48-8600-4c6a-8657-3e0d1ea72d81 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0510130 Oct 23 02:16:10.205914 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-426acf04-e969-4af6-a376-02e6492e388d req-d930231e-53a1-4023-8d21-b77ce8549aa6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413408 Oct 23 02:16:11.324969 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245cf7f-28c7-4788-ad39-07c539a8b7f8 req-50c017a1-86c2-417c-9f20-b5e34d1ded31 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:11.326428 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e245cf7f-28c7-4788-ad39-07c539a8b7f8 req-50c017a1-86c2-417c-9f20-b5e34d1ded31 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0465665 Oct 23 02:16:11.373244 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e245cf7f-28c7-4788-ad39-07c539a8b7f8 req-952a4812-b210-43c1-b097-8958e34a9be2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414259 Oct 23 02:16:12.496809 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a9d23-4f0a-4328-91bd-c088de7450a7 req-2ea3b799-b0b0-4b2c-a65c-c0ffdcf27a7f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:12.498320 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-741a9d23-4f0a-4328-91bd-c088de7450a7 req-2ea3b799-b0b0-4b2c-a65c-c0ffdcf27a7f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0483453 Oct 23 02:16:12.550408 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-741a9d23-4f0a-4328-91bd-c088de7450a7 req-da912184-6104-4afe-a05d-4986f7aa3b1a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458965 Oct 23 02:16:13.150193 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=55 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:13.151369 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=62 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:13.637545 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:13.675076 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f19fe3-dc8e-4857-ad45-5c4265df1845 req-532a5752-964e-469f-94f4-d8703c8353fb tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:13.676547 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-44f19fe3-dc8e-4857-ad45-5c4265df1845 req-532a5752-964e-469f-94f4-d8703c8353fb tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0481391 Oct 23 02:16:13.706861 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0ea9a0a3-f5f3-4cb9-a72a-dcf090fb1210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:13.729935 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-44f19fe3-dc8e-4857-ad45-5c4265df1845 req-22d961bd-ad75-4528-bb7e-28a0131ab067 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Oct 23 02:16:14.850708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca33a70-ec04-4bac-b1a7-4bb3e3511271 req-62226dc6-a8fe-4969-a61e-6df82200fef5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:14.852669 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aca33a70-ec04-4bac-b1a7-4bb3e3511271 req-62226dc6-a8fe-4969-a61e-6df82200fef5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0453274 Oct 23 02:16:14.899541 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aca33a70-ec04-4bac-b1a7-4bb3e3511271 req-dd976fca-e6d1-457b-9747-1571a171d69e tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414028 Oct 23 02:16:16.078273 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6690f-4c1f-49bf-b73f-14c45787cc5c req-e436ea5a-98e1-490a-a80d-76d405812a76 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:16.079777 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-77d6690f-4c1f-49bf-b73f-14c45787cc5c req-e436ea5a-98e1-490a-a80d-76d405812a76 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0997965 Oct 23 02:16:16.100156 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b1e16431-d6b7-4ab7-810f-433a2ff41906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:16.132094 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-77d6690f-4c1f-49bf-b73f-14c45787cc5c req-cf99c7cf-f425-482c-9c76-6fec0377dce6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459075 Oct 23 02:16:17.102249 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:17.103524 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=22 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:17.181703 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:17.307196 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe559-282b-4301-9e1e-ef66c4d7296d req-0fbc636d-e0a3-4af5-bd5c-a39b11b326a7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:17.308666 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c6abe559-282b-4301-9e1e-ef66c4d7296d req-0fbc636d-e0a3-4af5-bd5c-a39b11b326a7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0975835 Oct 23 02:16:17.356559 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c6abe559-282b-4301-9e1e-ef66c4d7296d req-476f8b52-a1f5-4ce0-8a58-fd93b1b02602 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Oct 23 02:16:18.480302 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382c21-c608-4b88-9d82-4f494ad5d467 req-11b510d0-8240-4133-a524-bd32c584fce1 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:18.481780 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6f382c21-c608-4b88-9d82-4f494ad5d467 req-11b510d0-8240-4133-a524-bd32c584fce1 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0523629 Oct 23 02:16:18.528258 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6f382c21-c608-4b88-9d82-4f494ad5d467 req-13930347-4468-43bc-9268-95eac59e1bfe tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Oct 23 02:16:18.827462 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:18.934335 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:19.648921 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b719da-1e49-4ae6-bc1d-4140cac55da5 req-469bf9c6-48bd-41c6-b15b-3843de8d0951 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:19.650325 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-58b719da-1e49-4ae6-bc1d-4140cac55da5 req-469bf9c6-48bd-41c6-b15b-3843de8d0951 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0467360 Oct 23 02:16:19.675303 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:19.699585 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-58b719da-1e49-4ae6-bc1d-4140cac55da5 req-7f00d3fd-0fac-4d7b-8147-c6122481e7c2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Oct 23 02:16:20.818889 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295a2e3-5d88-4cd7-b124-57bec4360981 req-08eadb72-5807-44f0-8a38-6959698090b4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:20.820323 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8295a2e3-5d88-4cd7-b124-57bec4360981 req-08eadb72-5807-44f0-8a38-6959698090b4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0470543 Oct 23 02:16:20.871364 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8295a2e3-5d88-4cd7-b124-57bec4360981 req-8938e976-c724-4815-930f-1104afa15323 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Oct 23 02:16:21.993211 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab300ac7-0b2a-4fdf-ad79-56c7bc24ff29 req-5ec8667b-7b34-46cb-bd8a-b7b39fe2698b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:21.994665 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ab300ac7-0b2a-4fdf-ad79-56c7bc24ff29 req-5ec8667b-7b34-46cb-bd8a-b7b39fe2698b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0470710 Oct 23 02:16:22.041894 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ab300ac7-0b2a-4fdf-ad79-56c7bc24ff29 req-7f9a18e5-36a6-4cae-8024-f86048f01f5c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416555 Oct 23 02:16:23.161697 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6c2c1-a262-4500-be18-48ce1dfd74f6 req-512c8b54-f610-46f7-bad5-793ac21e69a5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:23.163194 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c3b6c2c1-a262-4500-be18-48ce1dfd74f6 req-512c8b54-f610-46f7-bad5-793ac21e69a5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0477121 Oct 23 02:16:23.210684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c3b6c2c1-a262-4500-be18-48ce1dfd74f6 req-a00534c5-4209-4559-93dd-54fc3b1e98a1 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412462 Oct 23 02:16:23.618858 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-649aba78-a959-4c19-8248-d9a640f28da7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698280 Oct 23 02:16:23.621681 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ab74c-0700-4978-8150-69018dd85281 req-3ca898ce-b38f-4182-9ae2-3b9541b58d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:23.623063 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d28ab74c-0700-4978-8150-69018dd85281 req-3ca898ce-b38f-4182-9ae2-3b9541b58d61 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 1129 time: 0.0659499 Oct 23 02:16:24.188650 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d28ab74c-0700-4978-8150-69018dd85281 req-b3982af0-2618-4244-a11b-a77c9f6c25d1 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684819 Oct 23 02:16:24.191631 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-c71f0551-2ba4-48ed-ae86-1b1d2698f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:24.193122 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-c71f0551-2ba4-48ed-ae86-1b1d2698f794 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 1129 time: 0.0537314 Oct 23 02:16:24.336266 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4ed4b-1e73-4f6e-9440-c0f1b8aee914 req-b2347e0f-f25f-4f86-b08b-036a6a461188 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:24.338571 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c2e4ed4b-1e73-4f6e-9440-c0f1b8aee914 req-b2347e0f-f25f-4f86-b08b-036a6a461188 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0507917 Oct 23 02:16:24.349206 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:24.385460 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c2e4ed4b-1e73-4f6e-9440-c0f1b8aee914 req-261ff9f5-af57-41cb-aad3-a76881c16b23 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414884 Oct 23 02:16:24.773456 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-df4a4784-0f98-49b5-a0b6-7e956f745136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:24.775635 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-df4a4784-0f98-49b5-a0b6-7e956f745136 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 200 len: 912 time: 0.0872114 Oct 23 02:16:25.234212 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-2a950a3c-a9c4-4e0d-833f-6b6a511c25e1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d0f82f-cd89-435a-91df-bd081d1c222c HTTP/1.1" status: 200 len: 1000 time: 0.0599892 Oct 23 02:16:25.285174 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-00b1d145-f155-4046-b5e1-5680c677fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:25.286601 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-00b1d145-f155-4046-b5e1-5680c677fb96 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=6e7965d4-88a1-4964-8f96-61893c8593de HTTP/1.1" status: 200 len: 850 time: 0.0441849 Oct 23 02:16:25.328653 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-fcc5375b-af49-4220-a60f-1696f7a877b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:25.330073 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-fcc5375b-af49-4220-a60f-1696f7a877b1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d813ef1f-8211-49e2-a5ea-c7934e717ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370820 Oct 23 02:16:25.427244 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-1f058119-92a9-49ad-b4b7-456d7938632f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869262 Oct 23 02:16:25.549935 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960661-147d-43af-9961-f65a408626ad req-ac33eff7-965b-42c6-b8ec-203c5e6d2fe7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:25.551418 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0c960661-147d-43af-9961-f65a408626ad req-ac33eff7-965b-42c6-b8ec-203c5e6d2fe7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0698092 Oct 23 02:16:25.580917 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-deac8a68-8787-48c4-b78f-f1fd95093c36 req-7915c88c-a9d1-41f9-a52c-9540891e0617 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449223 Oct 23 02:16:25.598752 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:25.612032 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0c960661-147d-43af-9961-f65a408626ad req-ea4dc819-f7dc-4902-b4ff-88ca611b030b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534463 Oct 23 02:16:25.810690 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bef7f0-294d-4830-aed9-354d41717386 req-333902db-37ff-4822-a6c8-1bfeb5b07a3e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:25.812469 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-03bef7f0-294d-4830-aed9-354d41717386 req-333902db-37ff-4822-a6c8-1bfeb5b07a3e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0490277 Oct 23 02:16:25.861152 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-03bef7f0-294d-4830-aed9-354d41717386 req-10bd641e-013e-408c-9bb3-736b1ef1555b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Oct 23 02:16:26.737212 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d0205-ef2d-4c9e-860b-f1b1e2e1725b req-498c2268-8df6-480c-be7e-5b31115ca964 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:26.738673 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-192d0205-ef2d-4c9e-860b-f1b1e2e1725b req-498c2268-8df6-480c-be7e-5b31115ca964 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0460267 Oct 23 02:16:26.788744 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-192d0205-ef2d-4c9e-860b-f1b1e2e1725b req-7ba8f3d4-5568-4e09-9521-9f4c51ede232 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445013 Oct 23 02:16:26.984163 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad0258-c30a-4b70-a528-3ffa2ca348f2 req-64a9f974-9655-4c7e-a2ce-ea4dc9a74f5c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:26.985641 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a8ad0258-c30a-4b70-a528-3ffa2ca348f2 req-64a9f974-9655-4c7e-a2ce-ea4dc9a74f5c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0462112 Oct 23 02:16:27.034032 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a8ad0258-c30a-4b70-a528-3ffa2ca348f2 req-d40dd2bd-adc4-44fd-8778-032e8d027afa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Oct 23 02:16:27.248288 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d53d32-783c-4bfb-9756-f9076495c3de req-cecb4bc8-42e8-457d-88f2-a4c4c210bc24 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:27.249748 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-46d53d32-783c-4bfb-9756-f9076495c3de req-cecb4bc8-42e8-457d-88f2-a4c4c210bc24 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0489175 Oct 23 02:16:27.297322 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-46d53d32-783c-4bfb-9756-f9076495c3de req-9a859922-39b2-4f7f-be41-f6a306c3fae0 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Oct 23 02:16:27.329448 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:27.342671 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-4df48ebe-61df-4382-9550-fbe8524328f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:27.344203 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-4df48ebe-61df-4382-9550-fbe8524328f7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 1129 time: 0.0439513 Oct 23 02:16:27.381234 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:27.447485 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-cc99859e-ede8-4dc0-9699-4d9c4183ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:27.448971 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-cc99859e-ede8-4dc0-9699-4d9c4183ea30 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.0902600 Oct 23 02:16:27.529050 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-50da5888-30f7-4992-bcce-433d7e446d0f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91964ab3-6465-4503-be0d-3facc3db73f3 HTTP/1.1" status: 200 len: 1001 time: 0.0604458 Oct 23 02:16:27.589722 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-d2d699cf-04ef-454b-8e51-3849d668d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:27.591196 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-d2d699cf-04ef-454b-8e51-3849d668d2f1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0475781 Oct 23 02:16:27.640654 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-7194e6f5-a361-42d5-a7a7-6ff06d787dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:27.642124 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-7194e6f5-a361-42d5-a7a7-6ff06d787dbf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392411 Oct 23 02:16:28.002073 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-12e29428-a515-4b29-829b-6e3ffbb093d3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886433 Oct 23 02:16:28.098202 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bef78f2b-ed66-4de0-8761-1c22c10276f0 req-73b466a3-dadb-488a-9f72-024ea4c80c4f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896325 Oct 23 02:16:28.265628 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42231f-1aab-4ec5-b7bc-d2603d01d9e8 req-944a5498-9254-4fe8-bfa6-b3bdef5d2122 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:28.267009 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6d42231f-1aab-4ec5-b7bc-d2603d01d9e8 req-944a5498-9254-4fe8-bfa6-b3bdef5d2122 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0479152 Oct 23 02:16:28.314644 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6d42231f-1aab-4ec5-b7bc-d2603d01d9e8 req-5cba4885-c407-40df-844c-fe082c145eac tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Oct 23 02:16:28.419197 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6115a01-2989-4960-b584-0c4c73798612 req-218e85d0-3ed1-48cf-a97a-076e83f09d74 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:28.420641 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c6115a01-2989-4960-b584-0c4c73798612 req-218e85d0-3ed1-48cf-a97a-076e83f09d74 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0464404 Oct 23 02:16:28.463679 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:28.468199 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c6115a01-2989-4960-b584-0c4c73798612 req-be0c191a-26a1-4f01-af83-fa3cd2b15376 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Oct 23 02:16:29.440138 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aa814-75ec-4d47-abd0-1e3b1d71ac19 req-ee071ca9-d52e-4e8c-9d74-8e8887814317 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:29.441584 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a00aa814-75ec-4d47-abd0-1e3b1d71ac19 req-ee071ca9-d52e-4e8c-9d74-8e8887814317 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0510266 Oct 23 02:16:29.489009 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a00aa814-75ec-4d47-abd0-1e3b1d71ac19 req-3e983220-e47d-4f99-9718-51599b7ba343 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 Oct 23 02:16:29.594719 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36262df5-c0c1-49c6-bce6-7216a30da249 req-f211b37a-5de1-4f53-bcef-107290c6d7e7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:29.596166 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-36262df5-c0c1-49c6-bce6-7216a30da249 req-f211b37a-5de1-4f53-bcef-107290c6d7e7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0469658 Oct 23 02:16:29.642518 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-36262df5-c0c1-49c6-bce6-7216a30da249 req-3d9ac65c-74c4-4fcb-8f1f-c7556df9aaf4 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407727 Oct 23 02:16:30.611121 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbea49-0a4f-46ee-8693-a2a83e8d646e req-87f8178e-b69a-420b-a420-7538c268de20 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:30.612542 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c7fbea49-0a4f-46ee-8693-a2a83e8d646e req-87f8178e-b69a-420b-a420-7538c268de20 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0469201 Oct 23 02:16:30.663011 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c7fbea49-0a4f-46ee-8693-a2a83e8d646e req-40d2ec86-e948-46dd-a508-5b7de26a8b4e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Oct 23 02:16:30.768829 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c964515-51f8-4e47-b859-62ec8e11c879 req-fb2cfffe-5336-4de4-b87f-24fa5a0a1d23 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:30.770254 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0c964515-51f8-4e47-b859-62ec8e11c879 req-fb2cfffe-5336-4de4-b87f-24fa5a0a1d23 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0456269 Oct 23 02:16:30.818611 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0c964515-51f8-4e47-b859-62ec8e11c879 req-013815d6-ef06-4ed8-a07b-4a97f34bbff9 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Oct 23 02:16:31.119532 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:31.123307 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:31.772278 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:31.785513 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82858d-98e5-4dec-91f9-e88740647401 req-3897f38e-ab95-467c-a865-722b994b1f86 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:31.786999 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ba82858d-98e5-4dec-91f9-e88740647401 req-3897f38e-ab95-467c-a865-722b994b1f86 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0483155 Oct 23 02:16:31.836234 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ba82858d-98e5-4dec-91f9-e88740647401 req-c724afca-4dd8-4fb1-8b1c-dabc07e47f3e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435574 Oct 23 02:16:31.942755 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc144-0569-469e-a2a5-7c5ea027659d req-bf4fea4d-1760-408a-8a2a-8b604a10b666 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:31.944100 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2e6fc144-0569-469e-a2a5-7c5ea027659d req-bf4fea4d-1760-408a-8a2a-8b604a10b666 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0503087 Oct 23 02:16:31.990992 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2e6fc144-0569-469e-a2a5-7c5ea027659d req-629ec5be-7845-42aa-8837-5b6179491e57 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412769 Oct 23 02:16:32.107232 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd066a-d9b5-4d1d-a9c0-ed1b5490c7ec req-4b97beb5-3158-4da8-ba9f-e47518ffae1a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:32.108682 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e0cd066a-d9b5-4d1d-a9c0-ed1b5490c7ec req-4b97beb5-3158-4da8-ba9f-e47518ffae1a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0461135 Oct 23 02:16:32.119462 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54348) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:16:32.123721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-d2689e79-4649-4458-b33c-c4ba459f46c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Request body: {'floatingip': {'port_id': '91964ab3-6465-4503-be0d-3facc3db73f3'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:16:32.179113 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2689e79-4649-4458-b33c-c4ba459f46c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for floatingip (fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:32.750869 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:32.845659 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2689e79-4649-4458-b33c-c4ba459f46c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:32.849373 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2689e79-4649-4458-b33c-c4ba459f46c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:32.987167 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18290cb-a257-4440-bcaf-083000eda7a2 req-12909bb6-3ced-4b7c-9680-845b4a40c444 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:32.988522 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c18290cb-a257-4440-bcaf-083000eda7a2 req-12909bb6-3ced-4b7c-9680-845b4a40c444 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0633144 Oct 23 02:16:33.100716 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c18290cb-a257-4440-bcaf-083000eda7a2 req-d48e8ee2-ed37-417a-a555-8d4cfc3e2024 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827641 Oct 23 02:16:33.116062 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:33.121950 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2689e79-4649-4458-b33c-c4ba459f46c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Router 3b8f33c6-b041-4905-8b94-af085da74405 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:16:33.225721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2689e79-4649-4458-b33c-c4ba459f46c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:16:33.230688 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d2689e79-4649-4458-b33c-c4ba459f46c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:33.235568 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] Sync routers for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:16:33.245637 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:16:33.246191 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:16:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:16:33.263606 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:16:33.266090 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44" -d '{"events": [{"name": "network-changed", "server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:16:33.295386 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d2689e79-4649-4458-b33c-c4ba459f46c8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb HTTP/1.1" status: 200 len: 993 time: 1.1748872 Oct 23 02:16:33.322793 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d1bad0-8a7d-4361-b841-28f2f7c39712 x-openstack-request-id: req-e2d1bad0-8a7d-4361-b841-28f2f7c39712 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:16:33.323086 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:16:33.323343 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2d1bad0-8a7d-4361-b841-28f2f7c39712 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:16:33.323752 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d1bad0-8a7d-4361-b841-28f2f7c39712'] response: {'name': 'network-changed', 'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3', 'status': 'completed', 'code': 200} Oct 23 02:16:33.348788 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:16:33.415076 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-981c7cab-b2cf-4e02-baa1-3d006d580085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:33.416594 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-981c7cab-b2cf-4e02-baa1-3d006d580085 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 1129 time: 0.0396178 Oct 23 02:16:33.511912 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-d2b289a6-0a72-4501-be3b-d67e496376ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:33.513294 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-d2b289a6-0a72-4501-be3b-d67e496376ee service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.0908086 Oct 23 02:16:33.562366 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'port_id': '91964ab3-6465-4503-be0d-3facc3db73f3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'mac_address': 'fa:16:3e:d9:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc5747-8451-4657-979e-570ad7e73b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:47Z', 'updated_at': '2022-10-23T02:16:32Z', 'revision_number': 3, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:40Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:16:33.576820 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-4b6ddac5-d31e-4d8f-8afc-782b4c8daa7a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91964ab3-6465-4503-be0d-3facc3db73f3 HTTP/1.1" status: 200 len: 1001 time: 0.0563135 Oct 23 02:16:33.586861 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] Checking router: 3b8f33c6-b041-4905-8b94-af085da74405 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:16:33.595243 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:16:33.595851 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:16:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:16:33.631108 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-aaa2eb96-7c02-4bb8-8c8f-73679ee437ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:33.632848 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-aaa2eb96-7c02-4bb8-8c8f-73679ee437ec service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0486038 Oct 23 02:16:33.676990 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-2b53b5f5-30fa-4e0a-a337-aadb0d70cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:33.678528 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-2b53b5f5-30fa-4e0a-a337-aadb0d70cfa7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396307 Oct 23 02:16:33.700791 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:16:33.745003 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:33.772032 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-14e15d8f-a7cd-4b46-b1b1-d950ad14c8d6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864124 Oct 23 02:16:33.868493 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8dc543a5-f0bd-4f5a-9a82-3d58d6c00f44 req-2a594bed-1fb9-41c5-b9e5-e9f2e2ebaad7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904512 Oct 23 02:16:33.915762 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'port_id': '91964ab3-6465-4503-be0d-3facc3db73f3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'mac_address': 'fa:16:3e:d9:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc5747-8451-4657-979e-570ad7e73b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:47Z', 'updated_at': '2022-10-23T02:16:32Z', 'revision_number': 3, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:40Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:16:33.943679 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c5a1f-efab-4461-ac48-1cf043fd4fff None None] The sync data for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi is: [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'port_id': '91964ab3-6465-4503-be0d-3facc3db73f3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'mac_address': 'fa:16:3e:d9:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fc5747-8451-4657-979e-570ad7e73b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:47Z', 'updated_at': '2022-10-23T02:16:32Z', 'revision_number': 3, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:40Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:16:34.225130 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db319d4-c664-45c0-bc91-8a21e1d4c199 req-e9b0027e-6349-450f-b518-3c164fa1876e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:34.227190 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3db319d4-c664-45c0-bc91-8a21e1d4c199 req-e9b0027e-6349-450f-b518-3c164fa1876e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0466712 Oct 23 02:16:34.274504 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3db319d4-c664-45c0-bc91-8a21e1d4c199 req-9219ecf9-7782-46d1-bcb3-9e7b25752174 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Oct 23 02:16:35.324946 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:16:35.327300 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1934ae81-6500-4ee1-a883-a47046802816" -d '{"events": [{"name": "network-changed", "server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:16:35.364834 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0716232c-bcbd-4b9d-a3b2-f7c8129627ea x-openstack-request-id: req-0716232c-bcbd-4b9d-a3b2-f7c8129627ea {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:16:35.365130 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:16:35.365386 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0716232c-bcbd-4b9d-a3b2-f7c8129627ea {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:16:35.365786 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0716232c-bcbd-4b9d-a3b2-f7c8129627ea'] response: {'name': 'network-changed', 'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3', 'status': 'completed', 'code': 200} Oct 23 02:16:35.404726 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeafa8b-5945-468e-a635-28ea84b45391 req-5fdcbf2b-7b2b-43c1-a9a8-42a6493fbb69 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:35.406227 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cfeafa8b-5945-468e-a635-28ea84b45391 req-5fdcbf2b-7b2b-43c1-a9a8-42a6493fbb69 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0533342 Oct 23 02:16:35.473953 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934ae81-6500-4ee1-a883-a47046802816 req-64c22cad-a2f2-486b-b61f-e8130eafeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:35.475459 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1934ae81-6500-4ee1-a883-a47046802816 req-64c22cad-a2f2-486b-b61f-e8130eafeee5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 1129 time: 0.0575526 Oct 23 02:16:35.495706 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cfeafa8b-5945-468e-a635-28ea84b45391 req-1cc67f7d-0f36-44f3-a340-374d3ad68ae4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838091 Oct 23 02:16:35.576760 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934ae81-6500-4ee1-a883-a47046802816 req-6234ab40-6fde-4232-98c8-137144c968d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:35.578238 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1934ae81-6500-4ee1-a883-a47046802816 req-6234ab40-6fde-4232-98c8-137144c968d1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.0946891 Oct 23 02:16:35.641723 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1934ae81-6500-4ee1-a883-a47046802816 req-7310695f-a8d6-470a-8a9b-894ea01e36e2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91964ab3-6465-4503-be0d-3facc3db73f3 HTTP/1.1" status: 200 len: 1001 time: 0.0545049 Oct 23 02:16:35.656704 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:35.694338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934ae81-6500-4ee1-a883-a47046802816 req-12e8fc11-1b16-47a7-8a8c-77509d075276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:35.696946 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1934ae81-6500-4ee1-a883-a47046802816 req-12e8fc11-1b16-47a7-8a8c-77509d075276 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0478716 Oct 23 02:16:35.740259 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934ae81-6500-4ee1-a883-a47046802816 req-a356b6ec-97f1-4643-bfee-091499cf570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:35.741916 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1934ae81-6500-4ee1-a883-a47046802816 req-a356b6ec-97f1-4643-bfee-091499cf570f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383339 Oct 23 02:16:35.832524 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1934ae81-6500-4ee1-a883-a47046802816 req-ca09d420-d95d-423a-beb9-12ea410a7511 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837462 Oct 23 02:16:35.924741 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1934ae81-6500-4ee1-a883-a47046802816 req-c89ad94a-276e-442b-ad9b-d0d6d16b9c0a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855622 Oct 23 02:16:36.619939 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d090e-71c9-4e11-81b0-5118ba212d73 req-94c74afd-fe03-4116-8878-167181935d32 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:36.621402 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-631d090e-71c9-4e11-81b0-5118ba212d73 req-94c74afd-fe03-4116-8878-167181935d32 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0473182 Oct 23 02:16:36.669073 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-631d090e-71c9-4e11-81b0-5118ba212d73 req-35123c7a-4ff0-4d9f-947b-4acee688686f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421154 Oct 23 02:16:37.795978 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0af6d-d321-4dc2-98f0-d26ca394d261 req-5fbcfa33-6ffa-4111-809d-8565038e01ce tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:37.797446 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aaa0af6d-d321-4dc2-98f0-d26ca394d261 req-5fbcfa33-6ffa-4111-809d-8565038e01ce tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0512767 Oct 23 02:16:37.844799 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aaa0af6d-d321-4dc2-98f0-d26ca394d261 req-105c78c1-0670-4ee2-9425-64ed8f1a7f75 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418367 Oct 23 02:16:38.854592 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:38.967500 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77252f2-942e-4b20-81be-473d1bc3715f req-bf43b65f-d400-47ea-a47a-ca2376b52997 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:38.968873 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f77252f2-942e-4b20-81be-473d1bc3715f req-bf43b65f-d400-47ea-a47a-ca2376b52997 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0480394 Oct 23 02:16:38.980835 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:39.018375 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f77252f2-942e-4b20-81be-473d1bc3715f req-2b3cf30f-4121-438b-ba19-a084ef4df240 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440037 Oct 23 02:16:40.141026 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602faf-c75f-4ef4-87d7-47e00c20a1cb req-c570bfd8-a981-4d2e-8fa7-40d9c59facf3 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:40.142506 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-52602faf-c75f-4ef4-87d7-47e00c20a1cb req-c570bfd8-a981-4d2e-8fa7-40d9c59facf3 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0467184 Oct 23 02:16:40.194834 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-52602faf-c75f-4ef4-87d7-47e00c20a1cb req-6e956733-a36a-4fc3-89d7-25da37e8fc9f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456114 Oct 23 02:16:41.316049 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46e4b2-d96e-4de1-accc-2d27a13e0a1f req-90adf23c-ad51-477b-a1e0-811eabde8019 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:41.317483 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2f46e4b2-d96e-4de1-accc-2d27a13e0a1f req-90adf23c-ad51-477b-a1e0-811eabde8019 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0472629 Oct 23 02:16:41.364478 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2f46e4b2-d96e-4de1-accc-2d27a13e0a1f req-68788d47-67dc-4f77-ba55-e7f8d12fc0e1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Oct 23 02:16:42.491998 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658bc23-7de8-411f-b87b-ec02f876384d req-0ba1fd56-a154-48d1-bb77-91c155464e85 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:42.493474 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0658bc23-7de8-411f-b87b-ec02f876384d req-0ba1fd56-a154-48d1-bb77-91c155464e85 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0480940 Oct 23 02:16:42.540558 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0658bc23-7de8-411f-b87b-ec02f876384d req-274463b1-bc25-4fb0-b0fd-6a8ee12eeb27 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Oct 23 02:16:42.751964 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9a2d0-fe72-4164-9f51-7f1fa62e8182 req-0140698b-1aa7-4fc6-b263-0be38d3ca658 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:42.753467 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8b9a2d0-fe72-4164-9f51-7f1fa62e8182 req-0140698b-1aa7-4fc6-b263-0be38d3ca658 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0520222 Oct 23 02:16:42.807128 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8b9a2d0-fe72-4164-9f51-7f1fa62e8182 req-e2c2770f-1322-4a42-b33b-bcc3da75e489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473189 Oct 23 02:16:42.848448 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a720a0-da11-445d-b196-a842e89b394a req-54570352-398c-4eb7-9592-f7e076b20d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:42.849975 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41a720a0-da11-445d-b196-a842e89b394a req-54570352-398c-4eb7-9592-f7e076b20d30 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 1129 time: 0.0839260 Oct 23 02:16:42.919406 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:42.945603 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a720a0-da11-445d-b196-a842e89b394a req-54f21ba3-1578-42f8-906b-952d15793a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:42.947092 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41a720a0-da11-445d-b196-a842e89b394a req-54f21ba3-1578-42f8-906b-952d15793a4c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 200 len: 912 time: 0.0907090 Oct 23 02:16:43.008847 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41a720a0-da11-445d-b196-a842e89b394a req-01350c9e-ec5d-431d-89c0-3acc6ecdeb96 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54d0f82f-cd89-435a-91df-bd081d1c222c HTTP/1.1" status: 200 len: 1000 time: 0.0552235 Oct 23 02:16:43.056533 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a720a0-da11-445d-b196-a842e89b394a req-85a52b35-1a80-48f2-8310-f5294390807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:43.057884 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41a720a0-da11-445d-b196-a842e89b394a req-85a52b35-1a80-48f2-8310-f5294390807f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=6e7965d4-88a1-4964-8f96-61893c8593de HTTP/1.1" status: 200 len: 850 time: 0.0432966 Oct 23 02:16:43.102917 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a720a0-da11-445d-b196-a842e89b394a req-bebdc686-34e2-4af6-86ab-9139df317a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:43.104371 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41a720a0-da11-445d-b196-a842e89b394a req-bebdc686-34e2-4af6-86ab-9139df317a7c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d813ef1f-8211-49e2-a5ea-c7934e717ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410333 Oct 23 02:16:43.191589 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41a720a0-da11-445d-b196-a842e89b394a req-3f4e01a3-1f14-4d79-9e5e-1455b8e12c6f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813363 Oct 23 02:16:43.283975 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41a720a0-da11-445d-b196-a842e89b394a req-7fbcdafe-3a03-4632-bf37-07ce7013f2c5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862105 Oct 23 02:16:43.698948 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:43.703837 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c9d974ea-5814-4eb6-9ab8-a5751051944b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:43.932189 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c5907-74c4-4e12-883c-b05f57db984c req-188a56ca-f02c-4c2c-ae04-ca20ffb0ce04 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:43.933667 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-450c5907-74c4-4e12-883c-b05f57db984c req-188a56ca-f02c-4c2c-ae04-ca20ffb0ce04 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0480320 Oct 23 02:16:43.982165 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-450c5907-74c4-4e12-883c-b05f57db984c req-72791785-d082-499f-8043-cf630fcdf773 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Oct 23 02:16:44.107651 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:16:45.104407 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d90a6-f9cd-493f-9021-6e8d46edf28f req-fcbe5d5e-547b-495f-8cda-aa3f73a424fe tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:16:45.105851 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a74d90a6-f9cd-493f-9021-6e8d46edf28f req-fcbe5d5e-547b-495f-8cda-aa3f73a424fe tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0461841 Oct 23 02:16:45.128874 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:45.156065 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a74d90a6-f9cd-493f-9021-6e8d46edf28f req-acffabac-2ca7-4298-a450-73853362cee7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446670 Oct 23 02:16:46.093449 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-82ea2273-f7e5-4d38-85a3-9431f3490440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:47.183486 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:48.829334 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:48.926464 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:16:54.103003 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:55.144641 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=57 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:55.152777 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:16:57.404745 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:07.394051 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:07.399397 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:08.130240 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:12.006428 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace463-ccb1-405e-ae89-9367195f9311 req-9d524951-3c4f-4f83-a713-1a764d0f47a1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:12.007845 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f2ace463-ccb1-405e-ae89-9367195f9311 req-9d524951-3c4f-4f83-a713-1a764d0f47a1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 946 time: 0.0493884 Oct 23 02:17:12.056688 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f2ace463-ccb1-405e-ae89-9367195f9311 req-67062cf7-c9a1-41c7-a402-1b3f486a2f1f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Oct 23 02:17:12.108934 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:13.180487 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28808e58-e457-405c-adcb-5f2e1cb25358 req-c68451fa-ae8f-4918-9c0d-9a7d090a2449 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:13.181974 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-28808e58-e457-405c-adcb-5f2e1cb25358 req-c68451fa-ae8f-4918-9c0d-9a7d090a2449 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 946 time: 0.0492017 Oct 23 02:17:13.233006 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-28808e58-e457-405c-adcb-5f2e1cb25358 req-427dcef0-017c-4922-8432-23d137c0885f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453792 Oct 23 02:17:13.696583 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-8c11263e-c164-4b75-a8cd-8f2eb6d2a39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:14.336663 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-3d704bc9-ab35-48d8-9301-ac5986fdbda0 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:14.338099 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-3d704bc9-ab35-48d8-9301-ac5986fdbda0 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 946 time: 0.0610619 Oct 23 02:17:14.370612 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427176bd-d1b7-4901-bc64-2df6466c25ab req-6327652d-c88c-40ed-a2c7-c70c9d7be1b0 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:14.372040 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-427176bd-d1b7-4901-bc64-2df6466c25ab req-6327652d-c88c-40ed-a2c7-c70c9d7be1b0 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 946 time: 0.0590873 Oct 23 02:17:14.460852 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-427176bd-d1b7-4901-bc64-2df6466c25ab req-67703c8f-7c50-4d63-b6fa-f51f71d6ab4c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832133 Oct 23 02:17:14.498647 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Deleting port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:14.498994 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:14.587631 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] For port e35e85c2-0e59-4bf7-a05a-481d96c99ce9, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:14.587909 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:15.031746 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:15.032115 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (f84b7889-9a2b-4d81-a97f-662255215036), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:15.032465 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Floating IP f84b7889-9a2b-4d81-a97f-662255215036 disassociated. External IP: 172.27.0.50, port: e35e85c2-0e59-4bf7-a05a-481d96c99ce9. Oct 23 02:17:15.032766 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Calling delete_port for e35e85c2-0e59-4bf7-a05a-481d96c99ce9 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:15.132474 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0df9da-3189-40cd-b806-beb6bc16dcdd req-8be9c295-3d0a-43dd-b457-5563a95309b7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:15.133925 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-da0df9da-3189-40cd-b806-beb6bc16dcdd req-8be9c295-3d0a-43dd-b457-5563a95309b7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 946 time: 0.0628211 Oct 23 02:17:15.222296 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-da0df9da-3189-40cd-b806-beb6bc16dcdd req-9b0b09ee-2f4a-4fb6-a3c1-4831511f9658 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770080 Oct 23 02:17:15.234140 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (e35e85c2-0e59-4bf7-a05a-481d96c99ce9), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:15.262231 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event deleted for resources: {'Port': ['ID=e35e85c2-0e59-4bf7-a05a-481d96c99ce9,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:15.267700 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:15.275515 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.276121 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.276467 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.276814 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.277154 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.277491 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.277825 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.278158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.278522 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.278855 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.279188 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.279521 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.279848 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.280172 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.280566 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:15.286914 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:15.387741 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:17:15.493352 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:17:15.504941 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] Sync routers for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:17:15.517163 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:15.518030 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:16:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:15.540050 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] No DVR routers for this DVR port e35e85c2-0e59-4bf7-a05a-481d96c99ce9 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:17:15.542642 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:15.545958 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-caeaffdc-5eb1-4ce9-977a-607d3a988596 req-557615ae-a734-4456-8f0e-ef85bff05859 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e35e85c2-0e59-4bf7-a05a-481d96c99ce9 HTTP/1.1" status: 204 len: 173 time: 1.1606295 Oct 23 02:17:15.546540 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'name': 'network-vif-deleted', 'tag': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:15.548792 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e65343-2595-4413-aa15-46b62ab57c54" -d '{"events": [{"server_uuid": "db07175d-130c-4921-9d80-695f6a7d3d0c", "name": "network-vif-deleted", "tag": "e35e85c2-0e59-4bf7-a05a-481d96c99ce9"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:15.580804 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-18673619-b868-41a7-8d9d-61465bf7175a req-9e442106-8950-44d6-aadc-71c62bf711ab tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 210 time: 0.0291233 Oct 23 02:17:15.629781 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:15.652805 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947f14ff-8a55-4686-bcca-e82a609cb7c0 x-openstack-request-id: req-947f14ff-8a55-4686-bcca-e82a609cb7c0 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:15.653133 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db07175d-130c-4921-9d80-695f6a7d3d0c", "name": "network-vif-deleted", "tag": "e35e85c2-0e59-4bf7-a05a-481d96c99ce9", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:15.653394 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-947f14ff-8a55-4686-bcca-e82a609cb7c0 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:15.653853 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947f14ff-8a55-4686-bcca-e82a609cb7c0'] response: {'server_uuid': 'db07175d-130c-4921-9d80-695f6a7d3d0c', 'name': 'network-vif-deleted', 'tag': 'e35e85c2-0e59-4bf7-a05a-481d96c99ce9', 'status': 'completed', 'code': 200} Oct 23 02:17:15.820883 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:15.846459 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] Checking router: 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:17:15.856036 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:15.856631 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:16:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:15.960486 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:16.096922 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5b26179c-5464-4160-a60b-a0552d571586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:16.149349 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:16.177853 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266d8da-c696-4d31-82a2-4bad598d00ce None None] The sync data for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi is: [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:17:16.358738 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818440d-1f12-491f-bd37-4489185dc8dc req-cabd0ff0-c5f5-42e3-83ca-773d8212bcb3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:16.361715 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1818440d-1f12-491f-bd37-4489185dc8dc req-cabd0ff0-c5f5-42e3-83ca-773d8212bcb3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 946 time: 0.0530047 Oct 23 02:17:16.420530 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1818440d-1f12-491f-bd37-4489185dc8dc req-8066552f-7070-460f-b986-71a5cf8eb204 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522573 Oct 23 02:17:16.460437 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740b3a5-a407-4004-8c44-580082228ef4 None None] New status for floating IP f84b7889-9a2b-4d81-a97f-662255215036: DOWN {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:17:16.691456 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9581d2b9-71e5-44f0-a700-69b1890c3882 req-10dddee9-3753-42a2-a85d-a3eaf2484ae3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 210 time: 0.0307946 Oct 23 02:17:17.116198 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b91a67-eed0-4943-b765-186d9e764c26 req-b4a183c3-2b87-48b9-9958-8c6842daef90 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:17.117767 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-88b91a67-eed0-4943-b765-186d9e764c26 req-b4a183c3-2b87-48b9-9958-8c6842daef90 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 946 time: 0.0519969 Oct 23 02:17:17.190721 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:17.210210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Deleting port 24fbd91b-949f-4c46-a496-148c4722eb45 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:17.210620 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:17.306525 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] For port 24fbd91b-949f-4c46-a496-148c4722eb45, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=24fbd91b-949f-4c46-a496-148c4722eb45,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:17.306901 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:17.473811 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:17.474400 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (3fd0cad7-fcfc-4a6e-9874-82964ee93140), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:17.474702 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Floating IP 3fd0cad7-fcfc-4a6e-9874-82964ee93140 disassociated. External IP: 172.27.0.246, port: 24fbd91b-949f-4c46-a496-148c4722eb45. Oct 23 02:17:17.475123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Calling delete_port for 24fbd91b-949f-4c46-a496-148c4722eb45 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:17.579934 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6e10a-2a07-45e4-b61d-ba14a8b334d5 req-e28fd3c2-5535-4f13-9a1a-ec63c813f6d5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:17.581433 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ddb6e10a-2a07-45e4-b61d-ba14a8b334d5 req-e28fd3c2-5535-4f13-9a1a-ec63c813f6d5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 946 time: 0.0657272 Oct 23 02:17:17.659404 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:17.672608 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:17.677414 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ddb6e10a-2a07-45e4-b61d-ba14a8b334d5 req-aa5d2e92-0e73-40a4-8c75-3b83200f91f7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b10c02db-0d8b-4c26-9615-8e2680e5c5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877666 Oct 23 02:17:17.704001 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (24fbd91b-949f-4c46-a496-148c4722eb45), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:17.740155 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event deleted for resources: {'Port': ['ID=24fbd91b-949f-4c46-a496-148c4722eb45,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:17.828608 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-44a8c11c-62be-4302-81f8-c0b0bcadd7e9 req-b13ff062-addf-4a29-8c0d-f6e3a45a6e5c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=db07175d-130c-4921-9d80-695f6a7d3d0c HTTP/1.1" status: 200 len: 210 time: 0.0339410 Oct 23 02:17:17.894717 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:17:17.995666 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:17:18.006580 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] Sync routers for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:17:18.015845 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:18.016459 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:18.040557 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] No DVR routers for this DVR port 24fbd91b-949f-4c46-a496-148c4722eb45 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:17:18.042915 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:18.043506 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device e35e85c2-0e59-4bf7-a05a-481d96c99ce9 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:17:18.046355 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-88b91a67-eed0-4943-b765-186d9e764c26 req-02951a73-b949-4e65-b6de-1f4a8fad71a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "DELETE /networking/v2.0/ports/24fbd91b-949f-4c46-a496-148c4722eb45 HTTP/1.1" status: 204 len: 173 time: 0.9234273 Oct 23 02:17:18.046946 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-deleted', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:18.049270 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e82f67e-54d1-4bdf-8bf3-6860bc214462" -d '{"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-deleted", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:18.078141 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: e35e85c2-0e59-4bf7-a05a-481d96c99ce9 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:17:18.078141 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device e35e85c2-0e59-4bf7-a05a-481d96c99ce9 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:17:18.099372 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb4b1cc-9dc4-40a6-9424-cfbc7d6b8e46 x-openstack-request-id: req-dbb4b1cc-9dc4-40a6-9424-cfbc7d6b8e46 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:18.099887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847628be-0620-4309-99c8-6036d43d26f7", "name": "network-vif-deleted", "tag": "24fbd91b-949f-4c46-a496-148c4722eb45", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:18.100210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbb4b1cc-9dc4-40a6-9424-cfbc7d6b8e46 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:18.100688 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb4b1cc-9dc4-40a6-9424-cfbc7d6b8e46'] response: {'server_uuid': '847628be-0620-4309-99c8-6036d43d26f7', 'name': 'network-vif-deleted', 'tag': '24fbd91b-949f-4c46-a496-148c4722eb45', 'status': 'completed', 'code': 200} Oct 23 02:17:18.221963 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:18.415887 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:18.419614 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:18.444882 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] Checking router: 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:17:18.454006 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:18.454831 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:18.500535 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:18.558919 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:18.745265 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:18.774719 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65aa9f-e2f3-4323-bdd9-4a82e9153876 None None] The sync data for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi is: [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:17:18.811170 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e83668f4-c155-4838-a38b-fa01cef08af9 req-7dd6209b-24bc-4969-b149-39e0a8a05e77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=847628be-0620-4309-99c8-6036d43d26f7 HTTP/1.1" status: 200 len: 210 time: 0.0312598 Oct 23 02:17:18.839471 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:18.933901 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:19.052360 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51976b3-dfe9-4ee0-857a-c10eeffb5098 None None] New status for floating IP 3fd0cad7-fcfc-4a6e-9874-82964ee93140: DOWN {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:17:19.121748 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-51b8e6ae-a0c8-4863-8ea1-3724e6b61e26 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-301932947&fields=id&tenant_id=10f27676e78f475fa9734f3d6f541da5 HTTP/1.1" status: 200 len: 267 time: 0.0442512 Oct 23 02:17:19.236598 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-62b37436-1dd3-4771-91b5-eb9d7682f29e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:19.238700 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-62b37436-1dd3-4771-91b5-eb9d7682f29e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 812 time: 0.1102688 Oct 23 02:17:19.253304 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-aa526626-68d5-4a38-84a6-e8b67fe9516c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/quotas/10f27676e78f475fa9734f3d6f541da5 HTTP/1.1" status: 200 len: 375 time: 0.0089846 Oct 23 02:17:19.305178 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-4fc8df79-d156-4cc4-aa86-1b64bddd8352 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467768 Oct 23 02:17:19.447684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-44b528f8-a87b-4420-a2c2-a8bbcdda4f28 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311166 Oct 23 02:17:19.540141 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-60b5388b-4f10-43d2-b221-bcebe086a77c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865226 Oct 23 02:17:19.849982 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d5c1ef01-3c22-430a-adb8-1006c26112a8 req-9b153c04-7790-4283-a859-90768d535b51 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 210 time: 0.0285299 Oct 23 02:17:19.942750 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54492) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:20.007033 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-38441c3a-304a-44ac-94d2-5fd317070fed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (b10c02db-0d8b-4c26-9615-8e2680e5c5c9), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.032943 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-38441c3a-304a-44ac-94d2-5fd317070fed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (b10c02db-0d8b-4c26-9615-8e2680e5c5c9), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.088926 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-38441c3a-304a-44ac-94d2-5fd317070fed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b10c02db-0d8b-4c26-9615-8e2680e5c5c9), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.092477 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-38441c3a-304a-44ac-94d2-5fd317070fed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.094318 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-38441c3a-304a-44ac-94d2-5fd317070fed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b10c02db-0d8b-4c26-9615-8e2680e5c5c9 HTTP/1.1" status: 204 len: 168 time: 0.1503079 Oct 23 02:17:20.097165 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54498) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:20.103772 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38441c3a-304a-44ac-94d2-5fd317070fed tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10c02db-0d8b-4c26-9615-8e2680e5c5c9,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:20.113710 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.api.v2.resource [None req-dcd4b0f2-f72a-4373-ba96-8050b6845500 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] show failed (client error): The resource could not be found. Oct 23 02:17:20.115039 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-dcd4b0f2-f72a-4373-ba96-8050b6845500 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups/b10c02db-0d8b-4c26-9615-8e2680e5c5c9 HTTP/1.1" status: 404 len: 347 time: 0.0168948 Oct 23 02:17:20.118179 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54502) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:20.238675 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Deleting port 2dca9883-5cae-405e-86b2-7369d0c290c9 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:20.238852 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (2dca9883-5cae-405e-86b2-7369d0c290c9), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.321140 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (2dca9883-5cae-405e-86b2-7369d0c290c9), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.321474 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (2dca9883-5cae-405e-86b2-7369d0c290c9), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.339625 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Calling delete_port for 2dca9883-5cae-405e-86b2-7369d0c290c9 owned by network:floatingip {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:20.484003 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (2dca9883-5cae-405e-86b2-7369d0c290c9), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.513914 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event deleted for resources: {'Port': ['ID=2dca9883-5cae-405e-86b2-7369d0c290c9,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:20.542155 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.542531 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.542883 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.543230 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.543569 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.543908 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.544242 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.544589 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.544907 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.545237 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.545569 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.545896 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.546222 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.546575 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.546903 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:20.552333 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (3fd0cad7-fcfc-4a6e-9874-82964ee93140), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.555104 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.556289 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e814eddc-79c9-4140-80dd-66b4edf1107e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/3fd0cad7-fcfc-4a6e-9874-82964ee93140 HTTP/1.1" status: 204 len: 168 time: 0.4346075 Oct 23 02:17:20.647886 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54510) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:20.652715 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-fa33b68c-91c9-4180-9f86-2d43de595d3a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460824578', 'description': 'tempest-description--710254059'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:20.673842 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fa33b68c-91c9-4180-9f86-2d43de595d3a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.745351 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fa33b68c-91c9-4180-9f86-2d43de595d3a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (07430131-3771-46b6-978f-1efe0f3c39d4), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.749388 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fa33b68c-91c9-4180-9f86-2d43de595d3a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (07430131-3771-46b6-978f-1efe0f3c39d4), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.783523 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fa33b68c-91c9-4180-9f86-2d43de595d3a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.784807 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-fa33b68c-91c9-4180-9f86-2d43de595d3a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1359019 Oct 23 02:17:20.785868 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33b68c-91c9-4180-9f86-2d43de595d3a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07430131-3771-46b6-978f-1efe0f3c39d4,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:20.788233 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54512) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:20.792161 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-da1c0175-65c4-40d5-92c1-a7ffde3bc937 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'security_group_rule': {'security_group_id': '07430131-3771-46b6-978f-1efe0f3c39d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:20.822883 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-da1c0175-65c4-40d5-92c1-a7ffde3bc937 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (a8369902-1c09-4672-9514-75439369b279), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.879991 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-da1c0175-65c4-40d5-92c1-a7ffde3bc937 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (a8369902-1c09-4672-9514-75439369b279), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.883751 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-da1c0175-65c4-40d5-92c1-a7ffde3bc937 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (a8369902-1c09-4672-9514-75439369b279), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.903193 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c0175-65c4-40d5-92c1-a7ffde3bc937 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8369902-1c09-4672-9514-75439369b279,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:20.912714 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-da1c0175-65c4-40d5-92c1-a7ffde3bc937 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.914048 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-da1c0175-65c4-40d5-92c1-a7ffde3bc937 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252735 Oct 23 02:17:20.916738 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54516) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:20.921017 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-0bfac068-bf4a-4cb7-a409-ffdad20c9b77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'security_group_rule': {'security_group_id': '07430131-3771-46b6-978f-1efe0f3c39d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:20.951497 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0bfac068-bf4a-4cb7-a409-ffdad20c9b77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (ca586820-4318-48fc-9079-2882b0e23e05), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:20.954990 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:20.964198 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bb07d97d-bd72-4ca8-afcc-4029fea708a4 req-e21df73c-ba2c-4a01-9bf0-2fe1c4d4f596 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 210 time: 0.0291908 Oct 23 02:17:20.993876 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:21.015799 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0bfac068-bf4a-4cb7-a409-ffdad20c9b77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (ca586820-4318-48fc-9079-2882b0e23e05), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.019569 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0bfac068-bf4a-4cb7-a409-ffdad20c9b77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (ca586820-4318-48fc-9079-2882b0e23e05), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.040883 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfac068-bf4a-4cb7-a409-ffdad20c9b77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca586820-4318-48fc-9079-2882b0e23e05,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:21.046336 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0bfac068-bf4a-4cb7-a409-ffdad20c9b77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.048199 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-0bfac068-bf4a-4cb7-a409-ffdad20c9b77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298883 Oct 23 02:17:21.052822 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54518) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:21.057329 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:21.079247 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.107404 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:17:21.162045 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.261065 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:21.285199 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Allocated IP 172.27.0.47 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/f505e5e6-6d65-4595-bb94-562c270a9879) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:17:21.365495 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-73c89f4b-282e-4883-8c64-09de74612fd1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:21.367684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-73c89f4b-282e-4883-8c64-09de74612fd1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 812 time: 0.1161454 Oct 23 02:17:21.405700 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:21.406713 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for port (f505e5e6-6d65-4595-bb94-562c270a9879), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.442660 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (f505e5e6-6d65-4595-bb94-562c270a9879), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.457101 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-45add8b3-25a2-4503-8989-b476ab946b6c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=10f27676e78f475fa9734f3d6f541da5 HTTP/1.1" status: 200 len: 379 time: 0.0694695 Oct 23 02:17:21.466003 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'port': {'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'admin_state_up': True, 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'security_groups': ['7ce7f0c2-344b-4416-96bb-324a4aafd118']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:21.491428 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:17:21.495383 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:17:21.499398 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:17:21.508081 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'Port': ['ID=f505e5e6-6d65-4595-bb94-562c270a9879,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:21.551840 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (380dbb28-2ce6-443e-b256-cf6d0486e342), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.587978 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Made reservation on behalf of 10f27676e78f475fa9734f3d6f541da5 for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:17:21.591967 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.593907 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (f505e5e6-6d65-4595-bb94-562c270a9879), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.719401 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Allocated IP 172.20.0.3 (6c5e8bc1-ae7a-4263-95d0-aa588702beec/14d18a91-92ed-4139-8824-a82856c88c65/444e7dad-cf05-44e1-b92d-e45dbabfd2fb) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:17:21.729357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:21.747475 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for port (f505e5e6-6d65-4595-bb94-562c270a9879), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.752601 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (f505e5e6-6d65-4595-bb94-562c270a9879), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.753889 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (380dbb28-2ce6-443e-b256-cf6d0486e342), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.759007 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:21.795455 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.796843 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7430108 Oct 23 02:17:21.810787 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865be04-6651-4757-b4d0-6df8319c273b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'Port': ['ID=f505e5e6-6d65-4595-bb94-562c270a9879,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:21.883860 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.919144 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:21.990342 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:17:21.994322 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'Port': ['ID=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:21.997712 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:17:21.999941 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:17:22.052883 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:17:22.067750 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-803ddf03-5e7b-4df7-81df-9a139a540f30 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1460824578&fields=id&tenant_id=fa4d62bf272e4ce69022518ff362813f HTTP/1.1" status: 200 len: 267 time: 0.1435819 Oct 23 02:17:22.153427 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:22.154094 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:22.207374 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:22.216430 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-521124a6-342e-415e-bbed-a82224ce3462 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7540755 Oct 23 02:17:22.232657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4560e8-8f90-4032-8682-a8049e148b41 req-f663adc4-cf81-47d8-acdb-9b3f3f287e9f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:22.234495 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0f4560e8-8f90-4032-8682-a8049e148b41 req-f663adc4-cf81-47d8-acdb-9b3f3f287e9f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 931 time: 0.1572413 Oct 23 02:17:22.240148 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Request body: {'port': {'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:22.251735 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:22.260561 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 24fbd91b-949f-4c46-a496-148c4722eb45 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:17:22.261252 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 24fbd91b-949f-4c46-a496-148c4722eb45 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:17:22.322311 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-65bbb8d6-4de2-45b4-81d8-bf1d8da615e0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:22.323893 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-65bbb8d6-4de2-45b4-81d8-bf1d8da615e0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 817 time: 0.2477293 Oct 23 02:17:22.348777 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-0fd3228d-40d3-49ab-9189-22d214140d0c None None] Provisioning complete for port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:17:22.349155 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0fd3228d-40d3-49ab-9189-22d214140d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:22.349492 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-0fd3228d-40d3-49ab-9189-22d214140d0c None None] Attempt 1 to provision port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb Oct 23 02:17:22.381793 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3228d-40d3-49ab-9189-22d214140d0c None None] Port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:17:22.382101 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-9253c92b-3ccf-40db-964c-4b2430ecacfb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/quotas/fa4d62bf272e4ce69022518ff362813f HTTP/1.1" status: 200 len: 375 time: 0.0476818 Oct 23 02:17:22.388872 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0f4560e8-8f90-4032-8682-a8049e148b41 req-d1f78546-623c-493c-bcea-72ffc05be778 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358643 Oct 23 02:17:22.405072 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:22.464162 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-f260e679-2a91-41e4-aa69-7c49f2283afb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726869 Oct 23 02:17:22.671427 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-78981dfe-84b9-44ee-a38c-e9ee665fdf44 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950099 Oct 23 02:17:22.823091 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-41254cae-e0fe-41bc-bd49-ea61fa8f8347 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453822 Oct 23 02:17:22.833138 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444e7dad-cf05-44e1-b92d-e45dbabfd2fb {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:17:22.841015 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Publish callbacks [] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:22.854687 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Transition to ACTIVE for port object 444e7dad-cf05-44e1-b92d-e45dbabfd2fb will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:17:22.859345 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:22.943150 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:22.984745 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:22.986409 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Attempting to bind port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:17:22.986806 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Attempting to bind port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:17:22.987104 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Attempting to bind port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:17:23.266140 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ac311275-81ff-4e2b-921c-6a51da560f5b req-861c688d-5910-4f2c-994f-9aac77a99cd5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 210 time: 0.2949722 Oct 23 02:17:23.292262 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:17:23.292599 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Attempting to bind port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:17:23.336160 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:17:23.336500 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Checking segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:17:23.336887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Bound using segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:17:23.337323 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Bound port: 444e7dad-cf05-44e1-b92d-e45dbabfd2fb, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:17:23.337683 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:23.374195 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:23.401674 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] For port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:17:23.404724 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] For port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:17:23.411534 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:23.415512 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:23.416127 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:23.417638 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/444e7dad-cf05-44e1-b92d-e45dbabfd2fb HTTP/1.1" status: 200 len: 1093 time: 1.1819594 Oct 23 02:17:23.418308 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:23.420747 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:23.479475 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b141c7-8097-4ef4-b124-b669f9bedd76 x-openstack-request-id: req-02b141c7-8097-4ef4-b124-b669f9bedd76 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:23.479771 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:23.480024 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02b141c7-8097-4ef4-b124-b669f9bedd76 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:23.480427 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b141c7-8097-4ef4-b124-b669f9bedd76'] response: {'name': 'network-changed', 'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'status': 'completed', 'code': 200} Oct 23 02:17:23.486785 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3878a7c-f66e-492f-9036-7e62ec30d1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:23.571878 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ce7da-0a0b-408b-bf25-580e3328845d req-6a337931-7f48-4aa1-93e4-d16602d6b4fe tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:23.573352 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e53ce7da-0a0b-408b-bf25-580e3328845d req-6a337931-7f48-4aa1-93e4-d16602d6b4fe tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 943 time: 0.0771577 Oct 23 02:17:23.578404 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-1d4f465c-aea6-4cd8-824b-b2004b507ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:23.579793 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-1d4f465c-aea6-4cd8-824b-b2004b507ed9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 1127 time: 0.0536404 Oct 23 02:17:23.636184 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-e664691f-b94a-40cf-9e0b-fb6b5cc9adf3 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb HTTP/1.1" status: 200 len: 217 time: 0.0422246 Oct 23 02:17:23.668979 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e53ce7da-0a0b-408b-bf25-580e3328845d req-383cde31-8427-4d9f-9c7e-523bc9414dce tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882070 Oct 23 02:17:23.710572 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-e96850fd-83b9-4161-8f39-7e1d33a68917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:23.712278 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-e96850fd-83b9-4161-8f39-7e1d33a68917 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0604615 Oct 23 02:17:23.759691 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-31f9e0fb-49ec-4d83-96e8-f0563451cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:23.761203 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-31f9e0fb-49ec-4d83-96e8-f0563451cd7c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393326 Oct 23 02:17:23.869233 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-04aeaa9d-3637-4b69-83ac-7dcf49a035db service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931273 Oct 23 02:17:23.965348 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d16be919-ad45-4c0d-9385-4c4f447b3e15 req-2d27b8f6-3a6f-40e3-b96f-6e69ca21c83f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860138 Oct 23 02:17:24.394034 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-022c1427-16aa-46a5-b22e-29d694a64c17 req-9519a2db-f22a-4621-a412-40724258a52d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 210 time: 0.0320389 Oct 23 02:17:24.792356 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4da66d-0721-4a2f-aaeb-7d7a2d4d6178 req-3152cd6d-2001-4854-9c14-ee4827a8efe3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:24.793815 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3f4da66d-0721-4a2f-aaeb-7d7a2d4d6178 req-3152cd6d-2001-4854-9c14-ee4827a8efe3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 943 time: 0.0469778 Oct 23 02:17:24.844644 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3f4da66d-0721-4a2f-aaeb-7d7a2d4d6178 req-d6ba44c8-a840-4243-8d8c-9ce246039b60 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437086 Oct 23 02:17:25.179658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-fb5b9827-c817-460c-8833-08deb685fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:25.181167 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-fb5b9827-c817-460c-8833-08deb685fa82 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 1127 time: 0.0417702 Oct 23 02:17:25.347120 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:25.362664 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-123e8cc7-bf63-4a99-baad-f918595eed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:25.364326 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-123e8cc7-bf63-4a99-baad-f918595eed26 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.1683192 Oct 23 02:17:25.416136 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-eb72825f-62d1-4847-abc1-4fb04feed11c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:25.417683 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-eb72825f-62d1-4847-abc1-4fb04feed11c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 817 time: 0.1723828 Oct 23 02:17:25.418996 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-99c6e039-215f-4008-8e92-4e8063e8dcd2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb HTTP/1.1" status: 200 len: 217 time: 0.0427098 Oct 23 02:17:25.505258 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f989d71d-e4f9-4920-8631-2dd96011f807 req-41bd935a-c724-411c-a073-3f5f77c83837 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 210 time: 0.0277941 Oct 23 02:17:25.620931 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-2bc81602-5e4b-4f7b-829d-0398d8a496c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:25.622370 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-2bc81602-5e4b-4f7b-829d-0398d8a496c1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0760210 Oct 23 02:17:25.631992 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:25.651957 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-d09ae994-f509-490f-9361-5237781050f0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fa4d62bf272e4ce69022518ff362813f HTTP/1.1" status: 200 len: 380 time: 0.1067262 Oct 23 02:17:25.674057 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'port': {'device_id': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'admin_state_up': True, 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'security_groups': ['07430131-3771-46b6-978f-1efe0f3c39d4']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:25.730126 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-ad7b3b5c-762c-46b0-aee4-55a559f792f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:25.731627 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-ad7b3b5c-762c-46b0-aee4-55a559f792f3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985808 Oct 23 02:17:25.866333 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-731612d2-6151-4997-839c-27eb9173f4ea service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267786 Oct 23 02:17:25.867341 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Made reservation on behalf of fa4d62bf272e4ce69022518ff362813f for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:17:25.870967 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:26.047714 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478ede9-4778-444f-9a54-95f19388cb3a req-1d046140-57d1-409c-b65e-f475272916df tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:26.049158 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8478ede9-4778-444f-9a54-95f19388cb3a req-1d046140-57d1-409c-b65e-f475272916df tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 943 time: 0.1144323 Oct 23 02:17:26.110472 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa771e5-845b-40c8-a0a3-b063b6cd67c9 req-924992fb-7ad1-4350-be0b-feb19f3db194 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364221 Oct 23 02:17:26.158499 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8478ede9-4778-444f-9a54-95f19388cb3a req-7ff7edf3-57e9-446a-9617-56d0ed942cbd tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992289 Oct 23 02:17:26.160589 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Allocated IP 172.20.0.7 (7bfefda5-1c31-4cf3-a13e-af4e5cedf457/4affffe7-6fa5-42f2-b8a8-198260726d52/d1b009dc-238c-4b94-abcc-f85c7f608d94) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:17:26.307722 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:26.308862 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:26.343326 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:26.383604 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:17:26.388591 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:17:26.390945 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:17:26.398748 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:26.429349 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:26.456791 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:26.457508 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:26.478285 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-5bc5a6f0-790f-4a01-8fcb-c6095b9b79c0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096673 Oct 23 02:17:26.505912 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Request body: {'port': {'device_id': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:26.575844 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:26.628476 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-47337ad5-355c-45b5-a962-b90c4e6068ea None None] Provisioning complete for port d1b009dc-238c-4b94-abcc-f85c7f608d94 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:17:26.629228 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-47337ad5-355c-45b5-a962-b90c4e6068ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:26.629228 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-47337ad5-355c-45b5-a962-b90c4e6068ea None None] Attempt 1 to provision port d1b009dc-238c-4b94-abcc-f85c7f608d94 Oct 23 02:17:26.664425 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-47337ad5-355c-45b5-a962-b90c4e6068ea None None] Port d1b009dc-238c-4b94-abcc-f85c7f608d94 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:17:26.675697 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a01e51-9d06-437b-be09-b966439c206b req-0f8b197f-7dd2-4188-8443-2d054e3c9495 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:26.677158 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-88a01e51-9d06-437b-be09-b966439c206b req-0f8b197f-7dd2-4188-8443-2d054e3c9495 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 931 time: 0.0690446 Oct 23 02:17:26.826608 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-88a01e51-9d06-437b-be09-b966439c206b req-1789850a-a5a7-48ba-9b04-f36d03591281 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044006 Oct 23 02:17:26.918089 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b009dc-238c-4b94-abcc-f85c7f608d94 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:17:26.926588 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Publish callbacks [] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:26.938742 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Transition to ACTIVE for port object d1b009dc-238c-4b94-abcc-f85c7f608d94 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:17:26.943959 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:27.022286 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:27.053523 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Attempting to bind port d1b009dc-238c-4b94-abcc-f85c7f608d94 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:17:27.053854 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Attempting to bind port d1b009dc-238c-4b94-abcc-f85c7f608d94 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:17:27.054180 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Attempting to bind port d1b009dc-238c-4b94-abcc-f85c7f608d94 on network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:17:27.094741 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Port d1b009dc-238c-4b94-abcc-f85c7f608d94 on network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:17:27.094987 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Attempting to bind port d1b009dc-238c-4b94-abcc-f85c7f608d94 on network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:17:27.136694 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:17:27.137023 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Checking segment: {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:17:27.137403 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Bound using segment: {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:17:27.137827 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Bound port: d1b009dc-238c-4b94-abcc-f85c7f608d94, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f236b31-9a20-4fd0-99a1-617e0403411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:17:27.138182 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:27.193130 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:27.200394 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:17:27.203747 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:17:27.210762 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:27.213799 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:27.214412 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:27.215971 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/d1b009dc-238c-4b94-abcc-f85c7f608d94 HTTP/1.1" status: 200 len: 1093 time: 0.7146080 Oct 23 02:17:27.218481 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:27.220742 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daceea7e-c240-4ae2-afa3-ebd87257b107" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:27.256745 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:27.271089 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dc9799-753b-4d44-b691-6e8eef3222bf x-openstack-request-id: req-47dc9799-753b-4d44-b691-6e8eef3222bf {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:27.271384 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:27.271637 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47dc9799-753b-4d44-b691-6e8eef3222bf {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:27.272029 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dc9799-753b-4d44-b691-6e8eef3222bf'] response: {'name': 'network-changed', 'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'status': 'completed', 'code': 200} Oct 23 02:17:27.352671 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35826adb-ed51-4c81-a3c0-dee95fbca4da req-e11371c8-5af8-45bf-bd28-23b51fbf7759 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:27.354052 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-35826adb-ed51-4c81-a3c0-dee95fbca4da req-e11371c8-5af8-45bf-bd28-23b51fbf7759 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 943 time: 0.1017694 Oct 23 02:17:27.358793 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf6378-5120-4c5f-b02f-7aa32da335f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:27.381655 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-c99d91cc-0663-4eed-b2da-837db09d3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:27.383180 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-c99d91cc-0663-4eed-b2da-837db09d3db0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 1127 time: 0.0761185 Oct 23 02:17:27.408148 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:27.447374 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-2364d22f-47af-43f8-b5e5-2569cef9c573 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94 HTTP/1.1" status: 200 len: 217 time: 0.0460839 Oct 23 02:17:27.451128 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-35826adb-ed51-4c81-a3c0-dee95fbca4da req-57441f63-8151-480c-b993-8cd588ef0473 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859649 Oct 23 02:17:27.501937 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-a66d87d6-c2ae-4585-b1ff-e7effe744aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:27.504200 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-a66d87d6-c2ae-4585-b1ff-e7effe744aef service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.0494380 Oct 23 02:17:27.551239 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-742d0a10-a127-4e31-be1c-34cd754a2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:27.552682 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-742d0a10-a127-4e31-be1c-34cd754a2c31 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425131 Oct 23 02:17:27.651507 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-1425bd1e-7160-4fb9-9888-acf34ae50327 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926251 Oct 23 02:17:27.743777 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6d52bdf-1d51-4b8b-b40d-175bb2a4421e req-66f4aa42-d92c-47dd-8c99-c543e95a271f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Oct 23 02:17:27.962779 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede24dd-3c56-4b5f-b3d9-673f1d4fc44f req-ec41205a-bd5b-40cc-bd43-f16cfe872f0e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:27.964114 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eede24dd-3c56-4b5f-b3d9-673f1d4fc44f req-ec41205a-bd5b-40cc-bd43-f16cfe872f0e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0502062 Oct 23 02:17:28.012141 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eede24dd-3c56-4b5f-b3d9-673f1d4fc44f req-f8697a84-51fd-4dde-ab3a-b969c6167caf tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424423 Oct 23 02:17:28.581835 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b29093-6f57-47d5-94d1-cac0f270a5a3 req-c473b889-751e-4a12-b087-ff97ff06fcac tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:28.583308 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-48b29093-6f57-47d5-94d1-cac0f270a5a3 req-c473b889-751e-4a12-b087-ff97ff06fcac tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 943 time: 0.0514328 Oct 23 02:17:28.634564 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-48b29093-6f57-47d5-94d1-cac0f270a5a3 req-a03a9fb4-ef46-4350-a22b-4b788b75160e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457201 Oct 23 02:17:28.747408 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=27 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:29.138864 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be640-cde3-40a2-a795-f52111ea090b req-b9cd4325-7a48-4ae4-8cd4-bfaddcc1e081 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:29.140299 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2d9be640-cde3-40a2-a795-f52111ea090b req-b9cd4325-7a48-4ae4-8cd4-bfaddcc1e081 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0457308 Oct 23 02:17:29.191408 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2d9be640-cde3-40a2-a795-f52111ea090b req-84a68210-bd38-43b1-ad00-94df3654a6cd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445483 Oct 23 02:17:29.757024 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6749b54-c8dc-45c0-9377-44275cbef041 req-8a2e295a-035b-44bf-a891-81044839f7ce tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:29.758492 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6749b54-c8dc-45c0-9377-44275cbef041 req-8a2e295a-035b-44bf-a891-81044839f7ce tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 943 time: 0.0476084 Oct 23 02:17:29.808706 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6749b54-c8dc-45c0-9377-44275cbef041 req-7e6904df-42ac-4027-b02f-430c363e5980 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447869 Oct 23 02:17:30.319406 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c901e-9f34-4b4c-bc55-862cd745ee2c req-e9aa1871-e54d-4c39-ba6a-dd5104b6cf52 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:30.320863 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c60c901e-9f34-4b4c-bc55-862cd745ee2c req-e9aa1871-e54d-4c39-ba6a-dd5104b6cf52 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0484605 Oct 23 02:17:30.339038 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:30.369891 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c60c901e-9f34-4b4c-bc55-862cd745ee2c req-390baa72-1cc5-40c3-b0cc-52f51a965542 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 Oct 23 02:17:30.467663 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-6c44cdb3-f546-4f1e-bb78-42fb692b509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:30.469269 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-6c44cdb3-f546-4f1e-bb78-42fb692b509d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 1127 time: 0.0435715 Oct 23 02:17:30.929884 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916d108-07fc-4742-b681-b6e5f822327a req-6b6ceb88-d002-4b27-bd75-954e3f325123 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:30.931493 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9916d108-07fc-4742-b681-b6e5f822327a req-6b6ceb88-d002-4b27-bd75-954e3f325123 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 943 time: 0.0478082 Oct 23 02:17:30.982808 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9916d108-07fc-4742-b681-b6e5f822327a req-4202b5a2-60f7-4e85-993d-a0baf20039cc tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440667 Oct 23 02:17:31.103817 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=39 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:31.488561 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:31.496515 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1ecac-2e94-46fc-8c0b-106657477af1 req-62b0f59c-6f07-45da-a73d-11f40d07d9d8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:31.497962 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-83d1ecac-2e94-46fc-8c0b-106657477af1 req-62b0f59c-6f07-45da-a73d-11f40d07d9d8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0467324 Oct 23 02:17:31.547669 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-83d1ecac-2e94-46fc-8c0b-106657477af1 req-856d9f83-2bb1-47e4-a257-9dcbe680e596 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Oct 23 02:17:31.725873 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-41ca4405-558c-40d6-a314-ef029bf49a13 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481915 Oct 23 02:17:31.745667 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-43d3ab63-fbfc-4f1a-a6df-05ec7b0b93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:31.747025 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-43d3ab63-fbfc-4f1a-a6df-05ec7b0b93a7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.1185687 Oct 23 02:17:31.801575 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-6f01c786-a89b-406d-a4c1-b839c7c05385 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94 HTTP/1.1" status: 200 len: 217 time: 0.0444534 Oct 23 02:17:31.808204 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:31.863145 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-85b85a01-0d4d-4562-93c0-2878afba0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:31.864623 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-85b85a01-0d4d-4562-93c0-2878afba0112 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 1129 time: 0.0715353 Oct 23 02:17:31.874340 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-70e33bde-fd27-4a64-9689-c8a992db8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:31.876351 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-70e33bde-fd27-4a64-9689-c8a992db8979 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.0553055 Oct 23 02:17:31.982284 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-b1a584cc-f67d-409c-a19f-be420ea2ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:31.983672 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-b1a584cc-f67d-409c-a19f-be420ea2ef74 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869341 Oct 23 02:17:32.072375 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-edb70d58-c024-4295-9277-f08ebfbc5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:32.074633 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-edb70d58-c024-4295-9277-f08ebfbc5043 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 200 len: 920 time: 0.1788704 Oct 23 02:17:32.076297 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:17:32.142118 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-911276b7-7535-46c4-86c6-a7889ca097f0 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d969c3a4-3cf5-438b-8549-4df01ca980f6 HTTP/1.1" status: 200 len: 217 time: 0.0432301 Oct 23 02:17:32.171644 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b34d-8ca9-47c6-adb6-3d6cdcedcbc0 req-ee2be499-e578-4963-b997-f456bd0adf07 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:32.172782 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-57a4b34d-8ca9-47c6-adb6-3d6cdcedcbc0 req-ee2be499-e578-4963-b997-f456bd0adf07 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 943 time: 0.1105754 Oct 23 02:17:32.182774 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:32.196732 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'port_id': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'mac_address': 'fa:16:3e:f9:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:17:32.234802 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-7dd6fa7a-4080-4161-9443-590903f31949 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400568 Oct 23 02:17:32.239134 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d1b009dc-238c-4b94-abcc-f85c7f608d94 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:17:32.239610 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:32.242734 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-afcc7dab-96eb-47b6-8cf7-423bb5688d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:32.244254 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-afcc7dab-96eb-47b6-8cf7-423bb5688d11 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 200 len: 858 time: 0.0972862 Oct 23 02:17:32.255495 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b009dc-238c-4b94-abcc-f85c7f608d94 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:17:32.278434 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:32.284132 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:32.340368 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:32.348102 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.348455 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.348831 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.349179 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.349518 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.349852 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.350184 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.350541 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.350875 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.351206 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.351535 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.351886 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.352219 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.352546 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.352870 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:17:32.639911 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-c01bc984-ed5f-466d-9d0d-cbf2d933a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:32.641481 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-c01bc984-ed5f-466d-9d0d-cbf2d933a4b6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3882833 Oct 23 02:17:32.649262 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-57a4b34d-8ca9-47c6-adb6-3d6cdcedcbc0 req-c48b927d-b725-4f30-ac75-6d7d821599b7 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4529717 Oct 23 02:17:32.675902 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9e2cc-3eb6-412d-9a10-f6f7d729379a req-50e742f2-de57-4c0a-97c1-8a7bfbf76cf2 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:32.677367 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1dc9e2cc-3eb6-412d-9a10-f6f7d729379a req-50e742f2-de57-4c0a-97c1-8a7bfbf76cf2 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0873630 Oct 23 02:17:32.695057 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-daceea7e-c240-4ae2-afa3-ebd87257b107 req-ca8bbb1e-2e3d-430d-887c-dc33054cbd00 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494190 Oct 23 02:17:32.756869 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:32.762256 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:32.774227 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1dc9e2cc-3eb6-412d-9a10-f6f7d729379a req-a88262b8-8c06-4879-975e-cbf3d3c0ebaa tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782597 Oct 23 02:17:32.780928 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea047b-0329-4737-b77e-35a75a842fcb req-491c92a4-0e47-4859-aa45-8b61bcc33fc9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:32.782486 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-01ea047b-0329-4737-b77e-35a75a842fcb req-491c92a4-0e47-4859-aa45-8b61bcc33fc9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 944 time: 0.0648034 Oct 23 02:17:32.833495 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-01ea047b-0329-4737-b77e-35a75a842fcb req-c2773168-2d66-46be-b324-91dfd773f5a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452759 Oct 23 02:17:32.838674 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['d1b009dc-238c-4b94-abcc-f85c7f608d94'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:17:32.967953 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:33.787831 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e728b5-42fb-42fa-b1e2-12efa4d11df9 req-1863645a-9641-4ccf-be6a-1c8d00ecb53a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:33.789276 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-24e728b5-42fb-42fa-b1e2-12efa4d11df9 req-1863645a-9641-4ccf-be6a-1c8d00ecb53a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 943 time: 0.0638671 Oct 23 02:17:33.920265 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-24e728b5-42fb-42fa-b1e2-12efa4d11df9 req-7f52ad2d-739a-43b8-bd23-260f727b8de6 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057754 Oct 23 02:17:33.936973 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9a9ab-8275-4bc0-9d2a-9e88be8ff766 req-af1bbf1c-af58-4ec7-b970-6d61052c9442 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:33.938478 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1ac9a9ab-8275-4bc0-9d2a-9e88be8ff766 req-af1bbf1c-af58-4ec7-b970-6d61052c9442 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0791261 Oct 23 02:17:33.943592 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-bd831524-806f-440c-aaf5-9d4c65a073eb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848371 Oct 23 02:17:34.078757 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1ac9a9ab-8275-4bc0-9d2a-9e88be8ff766 req-552b8b2b-77b8-4fe6-8b5b-5293e6921384 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cfcd4b56-5de9-4704-995b-2597ab23b6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330948 Oct 23 02:17:34.089818 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ba82-8026-4565-a1f8-673bb189965f req-05e6b5ef-2f42-44bf-a80a-33ed322eb4d0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:34.092141 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fb04ba82-8026-4565-a1f8-673bb189965f req-05e6b5ef-2f42-44bf-a80a-33ed322eb4d0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 944 time: 0.0862687 Oct 23 02:17:34.133816 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96b2e995-6f63-4d51-a2b2-adddea29f8e6 req-6aa15285-6bfa-40cc-be20-75f2052feb5f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816587 Oct 23 02:17:34.134087 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 444e7dad-cf05-44e1-b92d-e45dbabfd2fb details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:17:34.156972 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fb04ba82-8026-4565-a1f8-673bb189965f req-f0914035-1f23-4927-bc8b-debfa1c1f497 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572925 Oct 23 02:17:34.157254 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:17:34.228550 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:34.270059 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port d1b009dc-238c-4b94-abcc-f85c7f608d94 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:17:34.277024 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:34.285097 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port d1b009dc-238c-4b94-abcc-f85c7f608d94 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:17:34.285500 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:34.285845 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port d1b009dc-238c-4b94-abcc-f85c7f608d94 Oct 23 02:17:34.309148 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:17:34.360220 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:17:34.360607 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:34.394579 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444e7dad-cf05-44e1-b92d-e45dbabfd2fb {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:17:34.418918 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d1b009dc-238c-4b94-abcc-f85c7f608d94 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:17:34.419306 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:34.425193 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:34.434219 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:34.469960 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:34.472579 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2157928f-0540-4f99-9c90-3cfa37a038d5" -d '{"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-plugged", "status": "completed", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:34.494518 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-043678f8-8cf4-4853-97de-e7808d028d6d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:34.495581 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:34.496139 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-043678f8-8cf4-4853-97de-e7808d028d6d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 946 time: 0.0552926 Oct 23 02:17:34.506409 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:34.510757 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:34.565411 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:34.584168 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c951a3f-546c-4b6b-aad0-02cd42637f37 x-openstack-request-id: req-0c951a3f-546c-4b6b-aad0-02cd42637f37 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:34.584551 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-plugged", "status": "completed", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:34.584900 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c951a3f-546c-4b6b-aad0-02cd42637f37 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:34.585369 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c951a3f-546c-4b6b-aad0-02cd42637f37'] response: {'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'code': 200} Oct 23 02:17:34.614814 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Deleting port 853b17f0-ba1e-401a-9632-0f158dc66a3e {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:34.615164 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:34.705602 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] For port 853b17f0-ba1e-401a-9632-0f158dc66a3e, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=853b17f0-ba1e-401a-9632-0f158dc66a3e,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:34.705976 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:34.870863 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:34.873086 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:34.873504 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (8a1cb2d6-7a72-4477-8164-1e415e609299), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:34.873818 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Floating IP 8a1cb2d6-7a72-4477-8164-1e415e609299 disassociated. External IP: 172.27.0.71, port: 853b17f0-ba1e-401a-9632-0f158dc66a3e. Oct 23 02:17:34.874236 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Calling delete_port for 853b17f0-ba1e-401a-9632-0f158dc66a3e owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:34.931174 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['444e7dad-cf05-44e1-b92d-e45dbabfd2fb'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:17:34.952516 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:35.053853 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (853b17f0-ba1e-401a-9632-0f158dc66a3e), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:35.093614 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'Port': ['ID=853b17f0-ba1e-401a-9632-0f158dc66a3e,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:35.113896 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f68410-2661-4f94-955c-363245fd8ce8 req-2512e194-b3e6-452a-9e66-11f9fa16d67d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:35.115481 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-50f68410-2661-4f94-955c-363245fd8ce8 req-2512e194-b3e6-452a-9e66-11f9fa16d67d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 944 time: 0.1080441 Oct 23 02:17:35.257074 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cdbab026-7834-4d1e-957f-5a27c8a20c1f req-f1cb6c57-c556-4a7b-8fe0-0b20ce39b30b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0773091 Oct 23 02:17:35.313353 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-50f68410-2661-4f94-955c-363245fd8ce8 req-95b50183-2ca1-475c-860e-45ca6c7c6ca9 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587791 Oct 23 02:17:35.328150 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503825-ff3a-4c64-b74b-2c779a3d0e72 req-de64f2b9-591c-40bf-8148-a49e5fc20e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:35.330142 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-69503825-ff3a-4c64-b74b-2c779a3d0e72 req-de64f2b9-591c-40bf-8148-a49e5fc20e18 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 1129 time: 0.1235659 Oct 23 02:17:35.385123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:17:35.412114 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdd29-ea12-40be-853c-8affd1a99172 req-82cf4a55-5d8b-418f-b6d2-11e314eb3e38 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:35.413619 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a95fdd29-ea12-40be-853c-8affd1a99172 req-82cf4a55-5d8b-418f-b6d2-11e314eb3e38 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0920782 Oct 23 02:17:35.477368 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-69503825-ff3a-4c64-b74b-2c779a3d0e72 req-35aa18de-3f96-4b4e-a652-b4a0f580afbd service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361420 Oct 23 02:17:35.523617 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a95fdd29-ea12-40be-853c-8affd1a99172 req-e05ff60a-c23a-4af2-b368-b5ac66ab60a9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998580 Oct 23 02:17:35.574029 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:17:35.587949 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:17:35.597595 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:35.598211 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:35.618052 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] No DVR routers for this DVR port 853b17f0-ba1e-401a-9632-0f158dc66a3e on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:17:35.620644 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:35.623957 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c71be7a-77d9-4d05-8bf4-0bad559d933c req-0fbbfe14-2f63-47fa-bcb9-d2c001f081c4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "DELETE /networking/v2.0/ports/853b17f0-ba1e-401a-9632-0f158dc66a3e HTTP/1.1" status: 204 len: 173 time: 1.1025381 Oct 23 02:17:35.624450 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'name': 'network-vif-deleted', 'tag': '853b17f0-ba1e-401a-9632-0f158dc66a3e'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:35.627313 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2928aa-4358-4386-b7d1-913612584588" -d '{"events": [{"server_uuid": "2bc846d9-9f7a-4a4a-a027-4117c043b0e5", "name": "network-vif-deleted", "tag": "853b17f0-ba1e-401a-9632-0f158dc66a3e"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:35.665102 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8bd459-b25f-4a38-8783-dc3e2ff2a8d0 x-openstack-request-id: req-7c8bd459-b25f-4a38-8783-dc3e2ff2a8d0 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:35.665399 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc846d9-9f7a-4a4a-a027-4117c043b0e5", "name": "network-vif-deleted", "tag": "853b17f0-ba1e-401a-9632-0f158dc66a3e", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:35.665657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c8bd459-b25f-4a38-8783-dc3e2ff2a8d0 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:35.666073 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8bd459-b25f-4a38-8783-dc3e2ff2a8d0'] response: {'server_uuid': '2bc846d9-9f7a-4a4a-a027-4117c043b0e5', 'name': 'network-vif-deleted', 'tag': '853b17f0-ba1e-401a-9632-0f158dc66a3e', 'status': 'completed', 'code': 200} Oct 23 02:17:35.702905 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:35.913546 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:00Z', 'updated_at': '2022-10-23T02:13:30Z', 'revision_number': 2, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:35.938673 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:17:35.947648 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:35.948275 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:36.051432 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:36.262991 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:00Z', 'updated_at': '2022-10-23T02:13:30Z', 'revision_number': 2, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:36.288459 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e707f-df94-4369-a223-59f1ea36b25f None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:86:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:13:00Z', 'updated_at': '2022-10-23T02:13:30Z', 'revision_number': 2, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:17:36.369407 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e3140a67-1dfa-4eaf-8930-32a2a5e888e6 req-318f817f-2692-4acd-b473-d074cc38862e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0307775 Oct 23 02:17:36.371313 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 444e7dad-cf05-44e1-b92d-e45dbabfd2fb up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:17:36.404787 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:36.431297 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:17:36.437684 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:17:36.438068 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:36.438410 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb Oct 23 02:17:36.443111 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72d89e-00b3-41e6-8c8d-5d5ae32ad7bc req-37568c34-58e2-4b5b-bb1a-554f50045e17 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:36.444764 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7d72d89e-00b3-41e6-8c8d-5d5ae32ad7bc req-37568c34-58e2-4b5b-bb1a-554f50045e17 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 944 time: 0.0570843 Oct 23 02:17:36.504704 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:36.507444 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7d72d89e-00b3-41e6-8c8d-5d5ae32ad7bc req-4f6bfd67-682d-40ed-a82c-b452fe54c781 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566130 Oct 23 02:17:36.526473 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:17:36.526880 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:36.575670 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:36.580790 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:36.586006 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:36.588332 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4d8bb6-c112-490e-9537-8ff0bc627923" -d '{"events": [{"server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "name": "network-vif-plugged", "status": "completed", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:36.613544 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b20d8a-7ca3-422d-a380-876f4e4a6eea None None] New status for floating IP 8a1cb2d6-7a72-4477-8164-1e415e609299: DOWN {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:17:36.648063 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab2ff8f-9457-4a1a-87ba-85f003833b1a x-openstack-request-id: req-2ab2ff8f-9457-4a1a-87ba-85f003833b1a {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:36.648365 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "name": "network-vif-plugged", "status": "completed", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:36.648622 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ab2ff8f-9457-4a1a-87ba-85f003833b1a {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:36.649019 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab2ff8f-9457-4a1a-87ba-85f003833b1a'] response: {'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'code': 200} Oct 23 02:17:36.667466 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91d25-3ba5-485c-bb44-1af73f10ca04 req-93063083-1be5-437f-b9c1-28dafb801fdf tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:36.669032 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa91d25-3ba5-485c-bb44-1af73f10ca04 req-93063083-1be5-437f-b9c1-28dafb801fdf tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0507202 Oct 23 02:17:36.721016 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa91d25-3ba5-485c-bb44-1af73f10ca04 req-01af907b-54c1-4ae8-9604-015560041647 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453944 Oct 23 02:17:36.737678 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:37.490374 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-220fe06e-a0f2-49da-9db0-e8ef5f7e2a2d req-941f673b-9e77-4e69-b323-0da0401b777a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0275133 Oct 23 02:17:37.631463 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808b661-8f2a-4da9-b2e3-7512f408e69b req-dae7f86a-c58d-4731-8a96-2d871c8cbc4c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:37.632926 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9808b661-8f2a-4da9-b2e3-7512f408e69b req-dae7f86a-c58d-4731-8a96-2d871c8cbc4c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 945 time: 0.0495784 Oct 23 02:17:37.654121 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:37.684112 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9808b661-8f2a-4da9-b2e3-7512f408e69b req-a32f4390-10d4-42f6-a0d8-d93f0510cbd0 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455453 Oct 23 02:17:37.761595 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d60771-ed7a-415a-85cd-fd8c34891a79 req-9c7186db-f6eb-49f9-9a82-45da520e9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:37.763168 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27d60771-ed7a-415a-85cd-fd8c34891a79 req-9c7186db-f6eb-49f9-9a82-45da520e9ffe service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 1129 time: 0.0380530 Oct 23 02:17:37.810566 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:37.871462 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f00b97-c954-450b-84ae-3d1244cb0a47 req-e3c17cef-b230-4064-b6ff-8545e5d4abd3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:37.872953 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6f00b97-c954-450b-84ae-3d1244cb0a47 req-e3c17cef-b230-4064-b6ff-8545e5d4abd3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0713632 Oct 23 02:17:37.904698 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27d60771-ed7a-415a-85cd-fd8c34891a79 req-760e97f5-dc53-4776-b1f2-5c997c15eabe service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912814 Oct 23 02:17:37.934927 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6f00b97-c954-450b-84ae-3d1244cb0a47 req-43ed78ac-ec78-4a5e-9ef0-cdfe5f0a58ca tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531011 Oct 23 02:17:38.056762 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243af6d-7d4e-40ce-b172-6a51ca59b9cd req-b6b032dc-4b39-4bcf-a322-29bb67cc7c12 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:38.058213 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6243af6d-7d4e-40ce-b172-6a51ca59b9cd req-b6b032dc-4b39-4bcf-a322-29bb67cc7c12 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0468419 Oct 23 02:17:38.069395 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54640) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:38.073739 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-e6da1ef1-72f3-4f02-b9ad-f329441c960c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Request body: {'floatingip': {'port_id': 'd1b009dc-238c-4b94-abcc-f85c7f608d94'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:38.110929 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6da1ef1-72f3-4f02-b9ad-f329441c960c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (380dbb28-2ce6-443e-b256-cf6d0486e342), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:38.356157 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 853b17f0-ba1e-401a-9632-0f158dc66a3e no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:17:38.375574 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 853b17f0-ba1e-401a-9632-0f158dc66a3e {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:17:38.375921 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 853b17f0-ba1e-401a-9632-0f158dc66a3e not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:17:38.531146 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6da1ef1-72f3-4f02-b9ad-f329441c960c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:38.536301 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6da1ef1-72f3-4f02-b9ad-f329441c960c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (380dbb28-2ce6-443e-b256-cf6d0486e342), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:38.639703 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e64ee229-83f5-47be-ac44-a56d70e4935f req-4b9fd63b-d701-41c6-9e3a-b7c3e1d2894f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0597208 Oct 23 02:17:38.658615 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-e6da1ef1-72f3-4f02-b9ad-f329441c960c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Floating IP 380dbb28-2ce6-443e-b256-cf6d0486e342 associated. External IP: 172.27.0.47, port: d1b009dc-238c-4b94-abcc-f85c7f608d94. Oct 23 02:17:38.824002 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:38.842638 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ae993-a8cc-41cb-86f3-61a1dbd44d87 req-e0498b02-7f86-4f42-a2e7-6599b61de3e5 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:38.844101 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b9ae993-a8cc-41cb-86f3-61a1dbd44d87 req-e0498b02-7f86-4f42-a2e7-6599b61de3e5 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 945 time: 0.0840375 Oct 23 02:17:38.937497 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b9ae993-a8cc-41cb-86f3-61a1dbd44d87 req-c795ea65-47d0-4d4d-b1c4-2f3c5abfa23a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861342 Oct 23 02:17:38.940432 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6da1ef1-72f3-4f02-b9ad-f329441c960c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:17:38.988699 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:39.044366 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da1ef1-72f3-4f02-b9ad-f329441c960c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:17:39.049197 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e6da1ef1-72f3-4f02-b9ad-f329441c960c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:39.054725 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] Sync routers for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:17:39.065952 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:39.066601 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:39.080575 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e6da1ef1-72f3-4f02-b9ad-f329441c960c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/380dbb28-2ce6-443e-b256-cf6d0486e342 HTTP/1.1" status: 200 len: 990 time: 1.0099900 Oct 23 02:17:39.081077 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:39.083392 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d38560-e756-4b4d-88c6-601273cb8d42" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:39.121917 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f553773e-5716-49f7-bfd5-c471298ed2ab x-openstack-request-id: req-f553773e-5716-49f7-bfd5-c471298ed2ab {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:39.122206 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:39.122484 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f553773e-5716-49f7-bfd5-c471298ed2ab {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:39.122899 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f553773e-5716-49f7-bfd5-c471298ed2ab'] response: {'name': 'network-changed', 'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'status': 'completed', 'code': 200} Oct 23 02:17:39.271863 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:39.306009 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:39.312371 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-f9be4701-981d-4b90-9c6f-7e4941ca7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:39.314063 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-f9be4701-981d-4b90-9c6f-7e4941ca7e4b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 1129 time: 0.0459225 Oct 23 02:17:39.433499 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:39.494177 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '380dbb28-2ce6-443e-b256-cf6d0486e342', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'port_id': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'mac_address': 'fa:16:3e:f9:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:21Z', 'updated_at': '2022-10-23T02:17:38Z', 'revision_number': 1, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:39.518797 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] Checking router: 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:17:39.527254 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:39.527858 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:39.628461 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:39.755510 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-df94a5f9-6299-44fd-b19b-6342d1865a8f req-b7f4d449-f911-4168-9008-cb1a85952675 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2bc846d9-9f7a-4a4a-a027-4117c043b0e5 HTTP/1.1" status: 200 len: 210 time: 0.0273056 Oct 23 02:17:39.838177 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '380dbb28-2ce6-443e-b256-cf6d0486e342', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'port_id': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'mac_address': 'fa:16:3e:f9:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:21Z', 'updated_at': '2022-10-23T02:17:38Z', 'revision_number': 1, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:39.867432 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5089b1d-564f-485e-80fe-fd7bb0ca52a9 None None] The sync data for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi is: [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '380dbb28-2ce6-443e-b256-cf6d0486e342', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'port_id': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'mac_address': 'fa:16:3e:f9:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:21Z', 'updated_at': '2022-10-23T02:17:38Z', 'revision_number': 1, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:17:39.918854 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-c86fa207-c1a4-45ba-a330-5d36f5e0dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:39.920309 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-c86fa207-c1a4-45ba-a330-5d36f5e0dfac service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.0941999 Oct 23 02:17:40.156050 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a899725-147e-4445-8638-3ebec74cecbe None None] New status for floating IP 380dbb28-2ce6-443e-b256-cf6d0486e342: ACTIVE {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:17:40.304398 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-c1a57ac9-377b-4193-90d5-ab15724a0ec4 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94 HTTP/1.1" status: 200 len: 998 time: 0.3687744 Oct 23 02:17:40.310191 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24af710-ff3b-42d8-b396-41558e4141e8 req-166e849b-b164-463d-abb1-c04528f1004c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:40.311619 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e24af710-ff3b-42d8-b396-41558e4141e8 req-166e849b-b164-463d-abb1-c04528f1004c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 945 time: 0.0718019 Oct 23 02:17:40.386798 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-f29fb935-0201-4667-9347-892bf0676fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:40.388254 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-f29fb935-0201-4667-9347-892bf0676fbd service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.0757902 Oct 23 02:17:40.417377 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e24af710-ff3b-42d8-b396-41558e4141e8 req-0f75a936-6bc5-44c1-af8b-82031fcc5ded tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955796 Oct 23 02:17:40.446954 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-834ccc30-b9db-4c0b-8ab9-d592a8dbec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:40.448513 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-834ccc30-b9db-4c0b-8ab9-d592a8dbec8d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454025 Oct 23 02:17:40.580400 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3558373-bf48-44b3-8344-0195a2e6354c req-bee8a13a-3623-4c3e-ae2d-6f07e4ddb083 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:40.581873 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e3558373-bf48-44b3-8344-0195a2e6354c req-bee8a13a-3623-4c3e-ae2d-6f07e4ddb083 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 945 time: 0.0631454 Oct 23 02:17:40.617764 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-3e586d02-e5d4-4685-b4ca-4c3d1a8dd2b5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505284 Oct 23 02:17:40.645121 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e3558373-bf48-44b3-8344-0195a2e6354c req-e23a1c12-7737-4970-a530-1da9bcc37cb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568187 Oct 23 02:17:40.674207 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54670) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:40.712020 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5353c-a88f-42e1-99fd-d18c6cfc2b17 tempest-TestVolumeBootPattern-575711562 tempest-TestVolumeBootPattern-575711562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:40.713462 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-09c5353c-a88f-42e1-99fd-d18c6cfc2b17 tempest-TestVolumeBootPattern-575711562 tempest-TestVolumeBootPattern-575711562-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 1124 time: 0.0382638 Oct 23 02:17:40.716313 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54672) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:40.720496 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:40.742785 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:40.797529 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:40.831439 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:40.850673 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54678) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:40.906740 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dc980ce6-cd9c-49cb-a55c-e79eb9ab4dbb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (cfcd4b56-5de9-4704-995b-2597ab23b6d6), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:40.929870 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dc980ce6-cd9c-49cb-a55c-e79eb9ab4dbb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (cfcd4b56-5de9-4704-995b-2597ab23b6d6), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:40.951493 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Allocated IP 172.27.0.70 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/6d6f3abd-3691-4e1b-b564-764bfad6ae7d) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:17:40.979155 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dc980ce6-cd9c-49cb-a55c-e79eb9ab4dbb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (cfcd4b56-5de9-4704-995b-2597ab23b6d6), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:40.981622 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-dc980ce6-cd9c-49cb-a55c-e79eb9ab4dbb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:40.982797 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-dc980ce6-cd9c-49cb-a55c-e79eb9ab4dbb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cfcd4b56-5de9-4704-995b-2597ab23b6d6 HTTP/1.1" status: 204 len: 168 time: 0.1310849 Oct 23 02:17:40.987077 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54680) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:40.993224 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc980ce6-cd9c-49cb-a55c-e79eb9ab4dbb tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcd4b56-5de9-4704-995b-2597ab23b6d6,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:41.018396 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:41.035925 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.api.v2.resource [None req-34d06c76-0e04-46f1-b2ca-0480650034f7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] show failed (client error): The resource could not be found. Oct 23 02:17:41.036950 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-34d06c76-0e04-46f1-b2ca-0480650034f7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups/cfcd4b56-5de9-4704-995b-2597ab23b6d6 HTTP/1.1" status: 404 len: 347 time: 0.0488539 Oct 23 02:17:41.040859 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54682) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:41.084094 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for port (6d6f3abd-3691-4e1b-b564-764bfad6ae7d), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.156543 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Deleting port 6ef106e2-59b0-4585-b035-834fe4ffe5a6 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:41.156893 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (6ef106e2-59b0-4585-b035-834fe4ffe5a6), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.187883 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (6d6f3abd-3691-4e1b-b564-764bfad6ae7d), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.238937 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a6d38560-e756-4b4d-88c6-601273cb8d42 req-aded9e7f-92ec-4a73-a617-1b6956c9673e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487150 Oct 23 02:17:41.240581 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:17:41.240720 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (6ef106e2-59b0-4585-b035-834fe4ffe5a6), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.241021 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (6ef106e2-59b0-4585-b035-834fe4ffe5a6), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.245082 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:17:41.251322 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:17:41.255712 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Calling delete_port for 6ef106e2-59b0-4585-b035-834fe4ffe5a6 owned by network:floatingip {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:41.282038 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'Port': ['ID=6d6f3abd-3691-4e1b-b564-764bfad6ae7d,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:41.402505 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (6ef106e2-59b0-4585-b035-834fe4ffe5a6), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.428455 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'Port': ['ID=6ef106e2-59b0-4585-b035-834fe4ffe5a6,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:41.453299 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (8a1cb2d6-7a72-4477-8164-1e415e609299), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.456577 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.461166 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b247e786-5a31-476b-9bab-01be28e6758c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/8a1cb2d6-7a72-4477-8164-1e415e609299 HTTP/1.1" status: 204 len: 168 time: 0.4191260 Oct 23 02:17:41.582374 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:41.652897 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (c6cf3e9e-1788-45a6-8a16-c20f021802be), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.744555 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6d6f3abd-3691-4e1b-b564-764bfad6ae7d), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.903318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:41.905444 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for port (6d6f3abd-3691-4e1b-b564-764bfad6ae7d), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.910334 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (6d6f3abd-3691-4e1b-b564-764bfad6ae7d), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.982296 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (c6cf3e9e-1788-45a6-8a16-c20f021802be), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:41.984963 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'Port': ['ID=6d6f3abd-3691-4e1b-b564-764bfad6ae7d,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:42.080030 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Floating IP c6cf3e9e-1788-45a6-8a16-c20f021802be associated. External IP: 172.27.0.70, port: 444e7dad-cf05-44e1-b92d-e45dbabfd2fb. Oct 23 02:17:42.279102 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:17:42.383322 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:17:42.395003 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] Sync routers for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:17:42.401547 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:42.406600 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:42.407875 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:42.435272 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-71bf101f-41f6-4f05-ad3c-b41d8fb7358a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7179401 Oct 23 02:17:42.435906 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:42.438197 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99928214-2893-431a-ab50-6fdc927df7da" -d '{"events": [{"name": "network-changed", "server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:42.477338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5b73f-6ed7-426c-8a3f-2a01572ecda2 x-openstack-request-id: req-aab5b73f-6ed7-426c-8a3f-2a01572ecda2 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:42.477672 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:42.477946 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aab5b73f-6ed7-426c-8a3f-2a01572ecda2 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:42.478360 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab5b73f-6ed7-426c-8a3f-2a01572ecda2'] response: {'name': 'network-changed', 'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'status': 'completed', 'code': 200} Oct 23 02:17:42.522434 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:42.578367 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99928214-2893-431a-ab50-6fdc927df7da req-a267164b-03bd-435d-a235-60f2741baf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:42.580166 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-99928214-2893-431a-ab50-6fdc927df7da req-a267164b-03bd-435d-a235-60f2741baf41 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 1129 time: 0.0465424 Oct 23 02:17:42.615744 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:42.692452 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99928214-2893-431a-ab50-6fdc927df7da req-d3254fab-6098-401f-bf9f-c7d2c8c82453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:42.694209 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-99928214-2893-431a-ab50-6fdc927df7da req-d3254fab-6098-401f-bf9f-c7d2c8c82453 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.1066995 Oct 23 02:17:42.761550 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'c6cf3e9e-1788-45a6-8a16-c20f021802be', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:41Z', 'updated_at': '2022-10-23T02:17:41Z', 'revision_number': 0, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:42.765123 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-99928214-2893-431a-ab50-6fdc927df7da req-89e2e71e-a98d-4742-a61a-f9a85872c96e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb HTTP/1.1" status: 200 len: 998 time: 0.0640166 Oct 23 02:17:42.792651 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] Checking router: 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:17:42.802837 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:42.803460 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:42.826203 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99928214-2893-431a-ab50-6fdc927df7da req-b32f975d-1b4e-45a9-8247-773b9be31b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:42.827813 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-99928214-2893-431a-ab50-6fdc927df7da req-b32f975d-1b4e-45a9-8247-773b9be31b56 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0554411 Oct 23 02:17:42.864991 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:42.922406 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:42.947658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b6bc0-0952-4c46-a343-583a22958176 req-49161fa2-00b8-4e27-8ba1-b7c5132ac445 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:42.949133 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-887b6bc0-0952-4c46-a343-583a22958176 req-49161fa2-00b8-4e27-8ba1-b7c5132ac445 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0504556 Oct 23 02:17:42.953023 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:42.998924 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-887b6bc0-0952-4c46-a343-583a22958176 req-f0c8df5f-a1e2-46d6-a4a8-4f60fb8e388b tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Oct 23 02:17:43.138383 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'c6cf3e9e-1788-45a6-8a16-c20f021802be', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:41Z', 'updated_at': '2022-10-23T02:17:41Z', 'revision_number': 0, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:43.164222 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963fb98-49ed-4b47-bfbe-e686fa1d4046 None None] The sync data for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi is: [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'c6cf3e9e-1788-45a6-8a16-c20f021802be', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:41Z', 'updated_at': '2022-10-23T02:17:41Z', 'revision_number': 0, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:17:43.352086 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514e0e61-b5c4-4eba-bdfc-e93d7086e3bf None None] New status for floating IP c6cf3e9e-1788-45a6-8a16-c20f021802be: ACTIVE {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:17:43.699240 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6b8b02ad-2e99-4cec-aee6-1d1bb9fc7716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:44.123449 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ea5bf-e860-4492-a4e2-89ff625e2d10 req-2dd39465-8dd1-46d7-8495-2998a8031689 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:44.124940 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7f0ea5bf-e860-4492-a4e2-89ff625e2d10 req-2dd39465-8dd1-46d7-8495-2998a8031689 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0504246 Oct 23 02:17:44.167570 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:44.172291 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7f0ea5bf-e860-4492-a4e2-89ff625e2d10 req-31ba8a3c-8986-4a8e-9db1-cfd7e8b37373 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418320 Oct 23 02:17:45.293996 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3e6c7-e6fa-46e6-9f9e-8352f04b6ef6 req-0cdfa85b-3c45-4cff-9a04-14341b788cc5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:45.295440 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-75a3e6c7-e6fa-46e6-9f9e-8352f04b6ef6 req-0cdfa85b-3c45-4cff-9a04-14341b788cc5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0472820 Oct 23 02:17:45.344128 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-75a3e6c7-e6fa-46e6-9f9e-8352f04b6ef6 req-6757c377-d040-41c5-b993-bb719191dab6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418327 Oct 23 02:17:46.072164 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99928214-2893-431a-ab50-6fdc927df7da req-dc8e082d-d67d-4a55-885f-daf1a2b8eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:46.073676 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-99928214-2893-431a-ab50-6fdc927df7da req-dc8e082d-d67d-4a55-885f-daf1a2b8eb4b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403104 Oct 23 02:17:46.100912 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d6dec897-6ddb-4830-b64e-a99af7cabcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:46.174023 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-99928214-2893-431a-ab50-6fdc927df7da req-b72458b3-06c6-4227-8e03-05bfbd5af3e5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892913 Oct 23 02:17:46.270295 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-99928214-2893-431a-ab50-6fdc927df7da req-dd330d88-0ae6-4a7d-9b9a-0dbce3927491 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875301 Oct 23 02:17:46.466579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1fd34-9c24-4a16-857e-a6398664d088 req-1f571a25-6058-4284-b741-07afeee0dcd2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:46.468495 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c8c1fd34-9c24-4a16-857e-a6398664d088 req-1f571a25-6058-4284-b741-07afeee0dcd2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0482306 Oct 23 02:17:46.515743 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c8c1fd34-9c24-4a16-857e-a6398664d088 req-ad099316-9770-4466-8f51-ff6195b45fe2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4934e58f-638b-4d42-a3af-8d869d5e594f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414052 Oct 23 02:17:46.597919 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-d32b66a3-2fca-4f2e-ad67-704be67d86dd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:46.599370 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-d32b66a3-2fca-4f2e-ad67-704be67d86dd tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 945 time: 0.0464175 Oct 23 02:17:46.686379 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Deleting port 91964ab3-6465-4503-be0d-3facc3db73f3 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:46.686761 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:46.770960 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:46.778048 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] For port 91964ab3-6465-4503-be0d-3facc3db73f3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=91964ab3-6465-4503-be0d-3facc3db73f3,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:46.778343 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:46.949604 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:46.949963 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:46.950277 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Floating IP fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb disassociated. External IP: 172.27.0.231, port: 91964ab3-6465-4503-be0d-3facc3db73f3. Oct 23 02:17:46.950675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Calling delete_port for 91964ab3-6465-4503-be0d-3facc3db73f3 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:47.068413 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:47.083136 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (91964ab3-6465-4503-be0d-3facc3db73f3), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:47.116338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event deleted for resources: {'Port': ['ID=91964ab3-6465-4503-be0d-3facc3db73f3,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:47.192070 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:47.237105 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Router 3b8f33c6-b041-4905-8b94-af085da74405 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:17:47.642811 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:17:47.651117 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-196f9b90-671f-4ff7-aaa5-22c4a5489271 req-3f2b73d4-8c15-4f05-a412-9b634a7a514f tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 210 time: 0.0471742 Oct 23 02:17:47.653832 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] Sync routers for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:17:47.660974 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db99ea-e8a7-44e1-bf3c-4e6e879ff298 req-dd370025-33d5-44e4-8c28-c3a3204fb058 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:47.662596 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c0db99ea-e8a7-44e1-bf3c-4e6e879ff298 req-dd370025-33d5-44e4-8c28-c3a3204fb058 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 945 time: 0.3321106 Oct 23 02:17:47.675560 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:47.676262 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:47.708541 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] No DVR routers for this DVR port 91964ab3-6465-4503-be0d-3facc3db73f3 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:17:47.712136 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:47.715289 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f2ab867a-78d1-4f51-b3ab-fb61f9aaee7b req-33e7a652-a68b-4b2e-8da2-db922ff234b2 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "DELETE /networking/v2.0/ports/91964ab3-6465-4503-be0d-3facc3db73f3 HTTP/1.1" status: 204 len: 173 time: 1.1104605 Oct 23 02:17:47.715784 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'name': 'network-vif-deleted', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:47.718053 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c70a565-9d8d-4055-a9d6-b56076491b72" -d '{"events": [{"server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "name": "network-vif-deleted", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:47.753754 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c0db99ea-e8a7-44e1-bf3c-4e6e879ff298 req-54f3f899-ed39-4deb-bf23-fa593e55a544 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758553 Oct 23 02:17:47.759861 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e6a7a8-e680-473d-bda5-500dc9c1ba28 x-openstack-request-id: req-57e6a7a8-e680-473d-bda5-500dc9c1ba28 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:47.760156 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fc5747-8451-4657-979e-570ad7e73b8b", "name": "network-vif-deleted", "tag": "91964ab3-6465-4503-be0d-3facc3db73f3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:47.760825 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57e6a7a8-e680-473d-bda5-500dc9c1ba28 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:47.761019 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e6a7a8-e680-473d-bda5-500dc9c1ba28'] response: {'server_uuid': '91fc5747-8451-4657-979e-570ad7e73b8b', 'name': 'network-vif-deleted', 'tag': '91964ab3-6465-4503-be0d-3facc3db73f3', 'status': 'completed', 'code': 200} Oct 23 02:17:47.880920 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:48.072191 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:40Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:48.097822 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] Checking router: 3b8f33c6-b041-4905-8b94-af085da74405 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:17:48.106089 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:48.106724 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:48.208313 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:48.399685 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:40Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:48.429418 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d415a-a0cd-4fe2-a492-a9b6dfdf8feb None None] The sync data for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi is: [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:11:28Z', 'revision_number': 4, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '662409cc-47f3-48c8-baab-51a162814604', 'name': '', 'network_id': '58f026bd-fcaf-462d-9303-e2ae6bbc3a9e', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'mac_address': 'fa:16:3e:3d:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:27Z', 'updated_at': '2022-10-23T02:11:40Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'subnets': [{'id': 'ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:17:48.675286 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9868d655-95ae-44de-8c26-b0c05ebe23b0 None None] New status for floating IP fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb: DOWN {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:17:48.778656 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-86af80db-839d-4b19-bbd5-2fcece757278 req-b466a8fd-711f-4f5d-b514-7ab77bf1c5ce tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 210 time: 0.0335228 Oct 23 02:17:48.874983 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:48.915241 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5018d-bced-4435-a664-ae2473926d9e req-76d114e6-5182-4437-99f2-3c2082f2a016 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:48.924694 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81b5018d-bced-4435-a664-ae2473926d9e req-76d114e6-5182-4437-99f2-3c2082f2a016 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 945 time: 0.0736084 Oct 23 02:17:48.942935 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:49.001954 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:49.008311 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-81b5018d-bced-4435-a664-ae2473926d9e req-965466bb-371b-421c-8179-cc3584cb7a79 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828066 Oct 23 02:17:49.026672 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc27f9-7f3c-486c-9ebe-b57cadf23f8a req-6b9194a6-5c62-4abd-a825-dc9935cd8e49 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:49.026672 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f1fc27f9-7f3c-486c-9ebe-b57cadf23f8a req-6b9194a6-5c62-4abd-a825-dc9935cd8e49 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.0561390 Oct 23 02:17:49.071803 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f1fc27f9-7f3c-486c-9ebe-b57cadf23f8a req-94ea1f5c-9427-40a8-99b4-d4ec5386fa4c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Oct 23 02:17:49.896122 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3d3e1dbc-424a-4758-8180-55e1ab304066 req-cbbfb5c3-1e47-43e6-8941-6b33a73e6e01 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 210 time: 0.0300863 Oct 23 02:17:50.166890 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8222f-2937-472c-9cc3-a940d97498f5 req-b6bf8cb4-a001-464c-8abb-e3d0f5a8d40f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.168329 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6dd8222f-2937-472c-9cc3-a940d97498f5 req-b6bf8cb4-a001-464c-8abb-e3d0f5a8d40f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 945 time: 0.0813837 Oct 23 02:17:50.209966 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-b375c9d8-22ee-4987-b68e-90b38eea22ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.211407 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-b375c9d8-22ee-4987-b68e-90b38eea22ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 945 time: 0.0951569 Oct 23 02:17:50.277804 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02532dd6-71cb-485b-8f4c-7ca825700da2 req-4b86f25a-06d6-4b29-ae3d-65bbaa430dfd tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:50.279291 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-02532dd6-71cb-485b-8f4c-7ca825700da2 req-4b86f25a-06d6-4b29-ae3d-65bbaa430dfd tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.1214340 Oct 23 02:17:50.330659 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6dd8222f-2937-472c-9cc3-a940d97498f5 req-6eb1570f-121b-4109-a833-1b891a991b67 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=812ca2c0-8a4d-407d-9d18-c10bbebdd06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506834 Oct 23 02:17:50.385796 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Deleting port 3575bee5-b894-41b6-ba5e-2cac0d91950d {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:50.386141 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:50.394820 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-02532dd6-71cb-485b-8f4c-7ca825700da2 req-c9a52fc9-2e83-47ad-a604-c0446feeb6b7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070671 Oct 23 02:17:50.441950 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 91964ab3-6465-4503-be0d-3facc3db73f3 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:17:50.464765 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 91964ab3-6465-4503-be0d-3facc3db73f3 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:17:50.465131 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 91964ab3-6465-4503-be0d-3facc3db73f3 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:17:50.497239 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] For port 3575bee5-b894-41b6-ba5e-2cac0d91950d, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=3575bee5-b894-41b6-ba5e-2cac0d91950d,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:50.497612 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:50.652600 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:50.673140 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:50.673507 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:50.673821 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Floating IP 0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727 disassociated. External IP: 172.27.0.80, port: 3575bee5-b894-41b6-ba5e-2cac0d91950d. Oct 23 02:17:50.674159 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Calling delete_port for 3575bee5-b894-41b6-ba5e-2cac0d91950d owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:50.827173 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (3575bee5-b894-41b6-ba5e-2cac0d91950d), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:50.856480 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'Port': ['ID=3575bee5-b894-41b6-ba5e-2cac0d91950d,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:51.000008 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:51.019678 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41606c74-dead-4014-b121-9c022b801f6a req-6963fca8-f2e5-4bad-a4cd-61b85d3e103f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:51.021204 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41606c74-dead-4014-b121-9c022b801f6a req-6963fca8-f2e5-4bad-a4cd-61b85d3e103f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.1031840 Oct 23 02:17:51.065035 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2869b692-87cb-44c0-83cb-be3452fa79f8 req-162e8a2b-32ae-4596-8e28-39fa20e89cf7 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=91fc5747-8451-4657-979e-570ad7e73b8b HTTP/1.1" status: 200 len: 210 time: 0.0548952 Oct 23 02:17:51.067601 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:17:51.239515 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Deleting port 54d0f82f-cd89-435a-91df-bd081d1c222c {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:51.240043 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:51.314035 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:17:51.325409 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:17:51.337790 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:51.338775 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:51.402793 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:51.406767 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0591eb-ba83-486b-a3fe-7e7ee01d31ed req-434bc7c9-49e2-4cb8-b77b-573d7f357134 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:51.408324 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc0591eb-ba83-486b-a3fe-7e7ee01d31ed req-434bc7c9-49e2-4cb8-b77b-573d7f357134 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.1184819 Oct 23 02:17:51.411416 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] No DVR routers for this DVR port 3575bee5-b894-41b6-ba5e-2cac0d91950d on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:17:51.417915 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:51.421046 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-669f498a-7bd3-4651-9350-bff36fd9a577 req-0750172c-42e2-4ca1-9b3d-9760b7ffe373 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "DELETE /networking/v2.0/ports/3575bee5-b894-41b6-ba5e-2cac0d91950d HTTP/1.1" status: 204 len: 173 time: 1.1934347 Oct 23 02:17:51.422592 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'name': 'network-vif-deleted', 'tag': '3575bee5-b894-41b6-ba5e-2cac0d91950d'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:51.424817 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820e2f23-538d-43a8-bf79-7e413e2822ef" -d '{"events": [{"server_uuid": "d89425f0-1391-4e8f-9135-b292f96bbb8f", "name": "network-vif-deleted", "tag": "3575bee5-b894-41b6-ba5e-2cac0d91950d"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:51.433506 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:51.435519 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:51.478435 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:51.493151 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a3c6f93b-77a0-4b31-983d-1c3fedad5eca req-e0423573-e07c-4faf-95d9-ae22b2be888d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d89425f0-1391-4e8f-9135-b292f96bbb8f HTTP/1.1" status: 200 len: 210 time: 0.0712135 Oct 23 02:17:51.497758 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] For port 54d0f82f-cd89-435a-91df-bd081d1c222c, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=54d0f82f-cd89-435a-91df-bd081d1c222c,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:51.498131 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:51.509276 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:51.574389 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:51.592266 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc0591eb-ba83-486b-a3fe-7e7ee01d31ed req-cf93ec78-f7fa-4b32-bde9-6dfe8ceeb05c tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756060 Oct 23 02:17:51.678135 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070ffa23-5385-407a-8c48-5b1ebf728678 x-openstack-request-id: req-070ffa23-5385-407a-8c48-5b1ebf728678 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:51.678376 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89425f0-1391-4e8f-9135-b292f96bbb8f", "name": "network-vif-deleted", "tag": "3575bee5-b894-41b6-ba5e-2cac0d91950d", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:51.678654 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-070ffa23-5385-407a-8c48-5b1ebf728678 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:51.679053 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070ffa23-5385-407a-8c48-5b1ebf728678'] response: {'server_uuid': 'd89425f0-1391-4e8f-9135-b292f96bbb8f', 'name': 'network-vif-deleted', 'tag': '3575bee5-b894-41b6-ba5e-2cac0d91950d', 'status': 'completed', 'code': 200} Oct 23 02:17:51.689829 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5da7a6-2632-4ef1-8f37-97d10ae91372 req-15700712-8a9a-4b56-bd2e-0f0bf178dac8 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:51.693504 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9a5da7a6-2632-4ef1-8f37-97d10ae91372 req-15700712-8a9a-4b56-bd2e-0f0bf178dac8 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 945 time: 0.1171193 Oct 23 02:17:51.717757 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:51.749796 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:17:51.759333 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:51.759946 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:51.800111 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:51.800477 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (7279a2cd-115b-4eea-9d6d-0ea1a01ab71b), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:51.800812 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Floating IP 7279a2cd-115b-4eea-9d6d-0ea1a01ab71b disassociated. External IP: 172.27.0.28, port: 54d0f82f-cd89-435a-91df-bd081d1c222c. Oct 23 02:17:51.801152 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Calling delete_port for 54d0f82f-cd89-435a-91df-bd081d1c222c owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:51.815033 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9a5da7a6-2632-4ef1-8f37-97d10ae91372 req-5542cd10-a7dc-4e7d-b0ef-9577bf03bb4a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c64b80e-55fd-419f-a632-b84bda3d2ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144969 Oct 23 02:17:51.870822 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:51.947740 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (54d0f82f-cd89-435a-91df-bd081d1c222c), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:51.975533 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event deleted for resources: {'Port': ['ID=54d0f82f-cd89-435a-91df-bd081d1c222c,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:52.039468 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:52.069668 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:52.092666 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Router 761b3ede-22ba-4f51-ac96-0192c80f2edb has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:17:52.095271 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7410411-26e4-4640-ae7c-bc5e647cb4d5 None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:17:52.167170 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54774) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:52.217155 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:17:52.233531 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] Sync routers for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:17:52.237395 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6fdce989-baf0-41d5-9a91-2ea3127232bf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group (4934e58f-638b-4d42-a3af-8d869d5e594f), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.253369 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:52.255222 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:52.261929 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6fdce989-baf0-41d5-9a91-2ea3127232bf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group (4934e58f-638b-4d42-a3af-8d869d5e594f), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.269022 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] No DVR routers for this DVR port 54d0f82f-cd89-435a-91df-bd081d1c222c on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:17:52.293543 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.309978 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41606c74-dead-4014-b121-9c022b801f6a req-26f8345d-7e0d-412d-836f-d7d57bd98ee0 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "DELETE /networking/v2.0/ports/54d0f82f-cd89-435a-91df-bd081d1c222c HTTP/1.1" status: 204 len: 173 time: 1.2603149 Oct 23 02:17:52.342219 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6fdce989-baf0-41d5-9a91-2ea3127232bf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (4934e58f-638b-4d42-a3af-8d869d5e594f), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.346057 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6fdce989-baf0-41d5-9a91-2ea3127232bf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.350000 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54776) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:52.356568 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-6fdce989-baf0-41d5-9a91-2ea3127232bf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4934e58f-638b-4d42-a3af-8d869d5e594f HTTP/1.1" status: 204 len: 168 time: 0.1882384 Oct 23 02:17:52.372861 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.api.v2.resource [None req-298b7d1f-ec70-4780-8dc4-3c16d4c3cd8d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] show failed (client error): The resource could not be found. Oct 23 02:17:52.373926 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-298b7d1f-ec70-4780-8dc4-3c16d4c3cd8d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups/4934e58f-638b-4d42-a3af-8d869d5e594f HTTP/1.1" status: 404 len: 347 time: 0.0229580 Oct 23 02:17:52.376992 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54778) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:52.435333 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:52.461918 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdce989-baf0-41d5-9a91-2ea3127232bf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4934e58f-638b-4d42-a3af-8d869d5e594f,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:52.589757 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99815772-8e79-4971-abd5-dc7fe96608a2 None None] New status for floating IP 0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727: DOWN {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:17:52.595087 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Deleting port ab77d5d6-4091-4029-95fa-6404919c2005 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:52.595624 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (ab77d5d6-4091-4029-95fa-6404919c2005), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.692249 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54786) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:52.763574 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (ab77d5d6-4091-4029-95fa-6404919c2005), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.764181 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for floatingip (ab77d5d6-4091-4029-95fa-6404919c2005), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.789324 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7891a-e19c-4395-86e5-c081cf7edfd1 req-0f4f6f92-9428-475b-a3a2-651f4d150e88 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:52.791276 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-39a7891a-e19c-4395-86e5-c081cf7edfd1 req-0f4f6f92-9428-475b-a3a2-651f4d150e88 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0666292 Oct 23 02:17:52.820226 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Calling delete_port for ab77d5d6-4091-4029-95fa-6404919c2005 owned by network:floatingip {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:52.885183 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-39a7891a-e19c-4395-86e5-c081cf7edfd1 req-85b581df-e111-4b3e-a770-92ab22a0ef86 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808067 Oct 23 02:17:52.899980 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:52.933394 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c89d9-59eb-434e-8570-019717cb6c07 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (812ca2c0-8a4d-407d-9d18-c10bbebdd06c), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.966604 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c89d9-59eb-434e-8570-019717cb6c07 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (812ca2c0-8a4d-407d-9d18-c10bbebdd06c), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:52.981586 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:52.983572 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-54c54aeb-eb3a-4ead-9da8-34abb47cd475 req-eb84d7ea-d6ba-49a0-942a-0886e80b38c1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=973e0362-0459-4084-9f53-776ba26a7fbf HTTP/1.1" status: 200 len: 210 time: 0.0397613 Oct 23 02:17:52.986468 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=10 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:53.019689 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] Checking router: 761b3ede-22ba-4f51-ac96-0192c80f2edb for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:17:53.032321 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:17:53.033016 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:53.043860 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (ab77d5d6-4091-4029-95fa-6404919c2005), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.073588 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event deleted for resources: {'Port': ['ID=ab77d5d6-4091-4029-95fa-6404919c2005,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:53.083454 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c89d9-59eb-434e-8570-019717cb6c07 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (812ca2c0-8a4d-407d-9d18-c10bbebdd06c), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.086045 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c89d9-59eb-434e-8570-019717cb6c07 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.087741 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-8d7c89d9-59eb-434e-8570-019717cb6c07 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/812ca2c0-8a4d-407d-9d18-c10bbebdd06c HTTP/1.1" status: 204 len: 168 time: 0.3941782 Oct 23 02:17:53.090900 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54790) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:53.111690 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.api.v2.resource [None req-359587b4-524b-4cf8-a1fd-921a795317cf tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] show failed (client error): The resource could not be found. Oct 23 02:17:53.112056 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c89d9-59eb-434e-8570-019717cb6c07 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812ca2c0-8a4d-407d-9d18-c10bbebdd06c,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:53.115685 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks [] for floatingip (fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.118181 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.122160 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-32fd3f0e-4fc1-40fe-abe4-67919a5f590c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/fe4043bf-ca12-4ac7-8b0c-9c8c4e2548cb HTTP/1.1" status: 204 len: 168 time: 0.7400556 Oct 23 02:17:53.122986 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54794) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:53.124030 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-359587b4-524b-4cf8-a1fd-921a795317cf tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups/812ca2c0-8a4d-407d-9d18-c10bbebdd06c HTTP/1.1" status: 404 len: 347 time: 0.0313630 Oct 23 02:17:53.156986 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:17:53.166178 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:53.260671 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Deleting port 6034861a-cea2-43e2-8f9f-287dca3df4d7 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:53.261042 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (6034861a-cea2-43e2-8f9f-287dca3df4d7), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.357612 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (6034861a-cea2-43e2-8f9f-287dca3df4d7), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.357945 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (6034861a-cea2-43e2-8f9f-287dca3df4d7), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.371436 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Calling delete_port for 6034861a-cea2-43e2-8f9f-287dca3df4d7 owned by network:floatingip {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:53.387878 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:17:53.413104 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a55c43c-5fab-4723-bdea-bacac5646399 None None] The sync data for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi is: [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:17:53.497277 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:53.509828 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (6034861a-cea2-43e2-8f9f-287dca3df4d7), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.539496 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'Port': ['ID=6034861a-cea2-43e2-8f9f-287dca3df4d7,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:53.567233 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.569838 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.571042 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-a85588d7-f794-46a2-acf2-4cc28c1c7611 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/0ae1e0a4-e2bc-4352-b3b7-e09ae96ea727 HTTP/1.1" status: 204 len: 168 time: 0.4469619 Oct 23 02:17:53.668204 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17809536-ea5e-4a59-9fef-93fc16565a7e None None] New status for floating IP 7279a2cd-115b-4eea-9d6d-0ea1a01ab71b: DOWN {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:17:53.668585 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54800) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:53.673326 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-58bd1eff-9f4c-4aea-af65-c3d01834222f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953885232', 'description': 'tempest-description--1845986986'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:53.690954 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973e0362-0459-4084-9f53-776ba26a7fbf', 'name': 'network-vif-deleted', 'tag': '54d0f82f-cd89-435a-91df-bd081d1c222c'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:53.697468 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a95abf0-9da6-4bc4-bbd9-11216c6ab049" -d '{"events": [{"server_uuid": "973e0362-0459-4084-9f53-776ba26a7fbf", "name": "network-vif-deleted", "tag": "54d0f82f-cd89-435a-91df-bd081d1c222c"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:53.697847 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-58bd1eff-9f4c-4aea-af65-c3d01834222f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.738977 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bc9b0a-c6de-409d-9a36-b64ab32bafea x-openstack-request-id: req-a6bc9b0a-c6de-409d-9a36-b64ab32bafea {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:53.739519 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973e0362-0459-4084-9f53-776ba26a7fbf", "name": "network-vif-deleted", "tag": "54d0f82f-cd89-435a-91df-bd081d1c222c", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:53.739762 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6bc9b0a-c6de-409d-9a36-b64ab32bafea {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:53.740325 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bc9b0a-c6de-409d-9a36-b64ab32bafea'] response: {'server_uuid': '973e0362-0459-4084-9f53-776ba26a7fbf', 'name': 'network-vif-deleted', 'tag': '54d0f82f-cd89-435a-91df-bd081d1c222c', 'status': 'completed', 'code': 200} Oct 23 02:17:53.771778 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-58bd1eff-9f4c-4aea-af65-c3d01834222f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (5ffde21d-fb7a-419c-9979-fbcb68d6af4e), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.776885 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-58bd1eff-9f4c-4aea-af65-c3d01834222f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (5ffde21d-fb7a-419c-9979-fbcb68d6af4e), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.808800 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-58bd1eff-9f4c-4aea-af65-c3d01834222f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.813415 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-58bd1eff-9f4c-4aea-af65-c3d01834222f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1403053 Oct 23 02:17:53.813415 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1eff-9f4c-4aea-af65-c3d01834222f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffde21d-fb7a-419c-9979-fbcb68d6af4e,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:53.813668 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54804) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:53.818344 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-6d6cc95f-fd2d-4052-8dc3-eb97ec09429e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group_rule': {'security_group_id': '5ffde21d-fb7a-419c-9979-fbcb68d6af4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:53.845603 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc95f-fd2d-4052-8dc3-eb97ec09429e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (03ca389d-cfc3-46e9-adf1-f9c53454927e), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.904110 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc95f-fd2d-4052-8dc3-eb97ec09429e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (03ca389d-cfc3-46e9-adf1-f9c53454927e), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.908289 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc95f-fd2d-4052-8dc3-eb97ec09429e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (03ca389d-cfc3-46e9-adf1-f9c53454927e), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.927700 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cc95f-fd2d-4052-8dc3-eb97ec09429e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ca389d-cfc3-46e9-adf1-f9c53454927e,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:53.934515 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6d6cc95f-fd2d-4052-8dc3-eb97ec09429e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:53.935741 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-6d6cc95f-fd2d-4052-8dc3-eb97ec09429e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211534 Oct 23 02:17:53.938603 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54808) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:53.943563 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-cfbe8c62-9377-4911-9e38-a7fa525cd81b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group_rule': {'security_group_id': '5ffde21d-fb7a-419c-9979-fbcb68d6af4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:53.969552 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8c62-9377-4911-9e38-a7fa525cd81b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (05cb2ad3-afd5-47e9-b1f9-932cd48eac26), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.004318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c9625-831e-462d-8554-40635d5ab5a1 req-83a2ad96-3447-4300-b08b-23101cd10354 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:54.005798 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6a8c9625-831e-462d-8554-40635d5ab5a1 req-83a2ad96-3447-4300-b08b-23101cd10354 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0476332 Oct 23 02:17:54.029097 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8c62-9377-4911-9e38-a7fa525cd81b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (05cb2ad3-afd5-47e9-b1f9-932cd48eac26), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.033454 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8c62-9377-4911-9e38-a7fa525cd81b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (05cb2ad3-afd5-47e9-b1f9-932cd48eac26), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.040157 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:54.055451 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe8c62-9377-4911-9e38-a7fa525cd81b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cb2ad3-afd5-47e9-b1f9-932cd48eac26,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:54.065501 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6a8c9625-831e-462d-8554-40635d5ab5a1 req-65fdb703-b360-42ca-b17b-0efc4679e64d tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538867 Oct 23 02:17:54.068390 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8c62-9377-4911-9e38-a7fa525cd81b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.069551 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-cfbe8c62-9377-4911-9e38-a7fa525cd81b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294360 Oct 23 02:17:54.072751 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54814) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:54.077547 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:54.092986 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54816) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:54.106382 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.151489 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-85c3b27d-62f5-4cfb-9aa6-87b3107d7151 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (3c64b80e-55fd-419f-a632-b84bda3d2ad1), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.175311 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-85c3b27d-62f5-4cfb-9aa6-87b3107d7151 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (3c64b80e-55fd-419f-a632-b84bda3d2ad1), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.189096 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.193416 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:54.230178 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-85c3b27d-62f5-4cfb-9aa6-87b3107d7151 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (3c64b80e-55fd-419f-a632-b84bda3d2ad1), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.232734 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-85c3b27d-62f5-4cfb-9aa6-87b3107d7151 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.236397 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-85c3b27d-62f5-4cfb-9aa6-87b3107d7151 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3c64b80e-55fd-419f-a632-b84bda3d2ad1 HTTP/1.1" status: 204 len: 168 time: 0.1388452 Oct 23 02:17:54.237131 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54818) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:54.253810 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3b27d-62f5-4cfb-9aa6-87b3107d7151 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c64b80e-55fd-419f-a632-b84bda3d2ad1,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:54.255875 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.api.v2.resource [None req-fd683aec-309a-489c-aece-0372ec06afcc tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] show failed (client error): The resource could not be found. Oct 23 02:17:54.256900 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-fd683aec-309a-489c-aece-0372ec06afcc tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups/3c64b80e-55fd-419f-a632-b84bda3d2ad1 HTTP/1.1" status: 404 len: 347 time: 0.0188236 Oct 23 02:17:54.259855 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54820) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:54.296840 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:54.309129 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Allocated IP 172.27.0.42 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/dd6c5a32-3214-4995-b839-7dc82e4146c5) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:17:54.385186 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Deleting port 4e524ec9-0681-4326-822d-a13a1dd960e0 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:54.386845 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (4e524ec9-0681-4326-822d-a13a1dd960e0), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.442679 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 3575bee5-b894-41b6-ba5e-2cac0d91950d no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:17:54.454225 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (dd6c5a32-3214-4995-b839-7dc82e4146c5), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.466369 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 3575bee5-b894-41b6-ba5e-2cac0d91950d {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:17:54.466820 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 3575bee5-b894-41b6-ba5e-2cac0d91950d not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:17:54.467416 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 54d0f82f-cd89-435a-91df-bd081d1c222c no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:17:54.472951 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (4e524ec9-0681-4326-822d-a13a1dd960e0), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.473302 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (4e524ec9-0681-4326-822d-a13a1dd960e0), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.487249 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 54d0f82f-cd89-435a-91df-bd081d1c222c {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:17:54.487676 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 54d0f82f-cd89-435a-91df-bd081d1c222c not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:17:54.489845 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Calling delete_port for 4e524ec9-0681-4326-822d-a13a1dd960e0 owned by network:floatingip {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:54.490150 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (dd6c5a32-3214-4995-b839-7dc82e4146c5), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.526987 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:17:54.529894 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:17:54.533633 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:17:54.550068 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=dd6c5a32-3214-4995-b839-7dc82e4146c5,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:54.588129 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (a87133c8-05d3-4fb5-86e5-7cb3bc69f709), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.620660 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:54.640999 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (4e524ec9-0681-4326-822d-a13a1dd960e0), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.666218 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event deleted for resources: {'Port': ['ID=4e524ec9-0681-4326-822d-a13a1dd960e0,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:54.753913 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (7279a2cd-115b-4eea-9d6d-0ea1a01ab71b), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.756699 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.757901 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-815bdc13-5673-441b-b01c-5ab1a97c66df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/7279a2cd-115b-4eea-9d6d-0ea1a01ab71b HTTP/1.1" status: 204 len: 168 time: 0.4971666 Oct 23 02:17:54.837421 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54830) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:54.842034 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-2aacee8c-7563-426a-96b2-2fabf9dcbdcf tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1123279809', 'description': 'tempest-description--1019436099'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:54.854960 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (dd6c5a32-3214-4995-b839-7dc82e4146c5), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.864294 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2aacee8c-7563-426a-96b2-2fabf9dcbdcf tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.935961 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2aacee8c-7563-426a-96b2-2fabf9dcbdcf tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (cce254e9-c941-4f67-bd9d-46d4214b3199), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.939959 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2aacee8c-7563-426a-96b2-2fabf9dcbdcf tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (cce254e9-c941-4f67-bd9d-46d4214b3199), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.973410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2aacee8c-7563-426a-96b2-2fabf9dcbdcf tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:54.977401 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-2aacee8c-7563-426a-96b2-2fabf9dcbdcf tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1361070 Oct 23 02:17:54.977667 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54832) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:54.981885 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-ad59de7c-8ba3-4c44-b9d3-d9cc27a63827 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'security_group_rule': {'security_group_id': 'cce254e9-c941-4f67-bd9d-46d4214b3199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:54.987995 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacee8c-7563-426a-96b2-2fabf9dcbdcf tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce254e9-c941-4f67-bd9d-46d4214b3199,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:55.012190 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ad59de7c-8ba3-4c44-b9d3-d9cc27a63827 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (2430549d-798e-4675-a4f1-1650abdda053), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.017101 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (dd6c5a32-3214-4995-b839-7dc82e4146c5), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.021867 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (dd6c5a32-3214-4995-b839-7dc82e4146c5), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.023132 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (a87133c8-05d3-4fb5-86e5-7cb3bc69f709), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.061941 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.071346 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9901803 Oct 23 02:17:55.075421 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ad59de7c-8ba3-4c44-b9d3-d9cc27a63827 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (2430549d-798e-4675-a4f1-1650abdda053), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.079884 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacd3a9-b1e0-4e2e-8ef7-238705be79df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=dd6c5a32-3214-4995-b839-7dc82e4146c5,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:55.080526 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ad59de7c-8ba3-4c44-b9d3-d9cc27a63827 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (2430549d-798e-4675-a4f1-1650abdda053), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.087301 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:55.101550 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59de7c-8ba3-4c44-b9d3-d9cc27a63827 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2430549d-798e-4675-a4f1-1650abdda053,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:55.111674 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ad59de7c-8ba3-4c44-b9d3-d9cc27a63827 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.112951 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-ad59de7c-8ba3-4c44-b9d3-d9cc27a63827 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343784 Oct 23 02:17:55.115984 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 54838) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:55.121028 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-4b7e04ad-7e4c-40ed-89c2-aacdfdca67b4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'security_group_rule': {'security_group_id': 'cce254e9-c941-4f67-bd9d-46d4214b3199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:55.152225 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4b7e04ad-7e4c-40ed-89c2-aacdfdca67b4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (3a6010f6-d299-417b-8d77-2f1a304ab616), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.243948 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc265d00-267d-4358-91bb-06779506143c req-24f841d3-052f-416f-aa74-9dd3293890c2 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:55.245319 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc265d00-267d-4358-91bb-06779506143c req-24f841d3-052f-416f-aa74-9dd3293890c2 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0799527 Oct 23 02:17:55.286351 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4b7e04ad-7e4c-40ed-89c2-aacdfdca67b4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (3a6010f6-d299-417b-8d77-2f1a304ab616), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.296985 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4b7e04ad-7e4c-40ed-89c2-aacdfdca67b4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (3a6010f6-d299-417b-8d77-2f1a304ab616), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.310197 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-a77197bf-230d-401c-856d-813be92759a6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--953885232&fields=id&tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 267 time: 0.1230357 Oct 23 02:17:55.341721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e04ad-7e4c-40ed-89c2-aacdfdca67b4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6010f6-d299-417b-8d77-2f1a304ab616,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:55.369907 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4b7e04ad-7e4c-40ed-89c2-aacdfdca67b4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.371118 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-4b7e04ad-7e4c-40ed-89c2-aacdfdca67b4 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2541721 Oct 23 02:17:55.375011 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54850) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:17:55.379707 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:55.387869 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:55.406401 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bc265d00-267d-4358-91bb-06779506143c req-bd7ea695-f259-4a93-ad7d-fa7578117bbd tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526551 Oct 23 02:17:55.406682 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.474875 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-d721f130-56d1-46c2-92c5-6ee8741eae75 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:55.476525 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-d721f130-56d1-46c2-92c5-6ee8741eae75 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 815 time: 0.1519277 Oct 23 02:17:55.492063 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-402b89fb-6021-48d8-874b-076d79befece tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/quotas/eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 375 time: 0.0104368 Oct 23 02:17:55.501106 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.549339 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-e7995d2a-e2f6-4171-b12d-93d9dba9d2b2 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519855 Oct 23 02:17:55.627478 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Allocated IP 172.27.0.18 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/7262174c-7e88-4c6e-b8a0-11a9af30d2ea) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:17:55.633193 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:55.743265 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for port (7262174c-7e88-4c6e-b8a0-11a9af30d2ea), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.777327 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (7262174c-7e88-4c6e-b8a0-11a9af30d2ea), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.819004 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:17:55.824498 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:17:55.826977 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:17:55.839326 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'Port': ['ID=7262174c-7e88-4c6e-b8a0-11a9af30d2ea,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:55.884520 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.926810 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (7262174c-7e88-4c6e-b8a0-11a9af30d2ea), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:55.944628 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:55.978054 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdc730-7c01-49c1-ba7a-fb8e8acaa393 req-26b202f0-27e1-4686-9770-b413de021a4c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:55.979570 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-35cdc730-7c01-49c1-ba7a-fb8e8acaa393 req-26b202f0-27e1-4686-9770-b413de021a4c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.3108878 Oct 23 02:17:56.007604 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-b0dc3a3c-0e76-420d-88f7-6a4b495ce553 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463484 Oct 23 02:17:56.075318 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for port (7262174c-7e88-4c6e-b8a0-11a9af30d2ea), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:56.080530 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (7262174c-7e88-4c6e-b8a0-11a9af30d2ea), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:56.081220 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:56.088254 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-35cdc730-7c01-49c1-ba7a-fb8e8acaa393 req-72bf85ab-4db2-4bb5-b465-9520481e4e81 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019368 Oct 23 02:17:56.123676 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-07541ff3-7b61-4d05-bb80-070932156f64 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082826 Oct 23 02:17:56.128302 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:56.129517 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7533946 Oct 23 02:17:56.135157 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cb24b-ec0e-4598-862b-fc083eafa95f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'Port': ['ID=7262174c-7e88-4c6e-b8a0-11a9af30d2ea,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:56.289335 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-1fe8977f-d11a-4fb5-844c-ee700883799a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1123279809&fields=id&tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c HTTP/1.1" status: 200 len: 267 time: 0.0446088 Oct 23 02:17:56.396939 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-0089e7dd-2357-435b-b1fe-33bed296b86c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:56.398726 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-0089e7dd-2357-435b-b1fe-33bed296b86c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 200 len: 811 time: 0.1030626 Oct 23 02:17:56.413226 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-90085944-7d48-4c2f-b827-e5e3204b7829 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/quotas/49a39f93e67c4d3f9529bdef5bb66b4c HTTP/1.1" status: 200 len: 375 time: 0.0092084 Oct 23 02:17:56.467645 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-b618213f-35c1-4d5d-a148-92b140497b27 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497143 Oct 23 02:17:56.526763 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:56.567306 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fbdbf9d6-9f70-4d44-acd9-d3e139bcad6b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881655 Oct 23 02:17:56.663692 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-3692a1dd-60e8-486a-8188-51d6a0d3de58 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902970 Oct 23 02:17:56.865696 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfc734-8afd-44d4-b60a-ec181e7364c5 req-e5077e76-67e1-406e-9b99-c455181676a7 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:56.867416 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9cbfc734-8afd-44d4-b60a-ec181e7364c5 req-e5077e76-67e1-406e-9b99-c455181676a7 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0520504 Oct 23 02:17:56.923578 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9cbfc734-8afd-44d4-b60a-ec181e7364c5 req-aa4586e0-df2d-4380-afc3-5d3d64dbd3a7 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494037 Oct 23 02:17:56.996530 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e7b5f010-1c9e-467a-9172-9013e8f000fd req-9119d9da-55b2-48a1-8cc2-685978ab7ff8 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 210 time: 0.0308087 Oct 23 02:17:57.213665 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e04ab6-c4ee-4c89-9fe8-4af7e8586f60 req-16da83fc-ddc7-46f3-98a9-93a685c5136a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:57.215148 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b2e04ab6-c4ee-4c89-9fe8-4af7e8586f60 req-16da83fc-ddc7-46f3-98a9-93a685c5136a tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Oct 23 02:17:57.269306 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b2e04ab6-c4ee-4c89-9fe8-4af7e8586f60 req-a424f0ec-9c16-4b1c-ae06-f18e5857d130 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482836 Oct 23 02:17:57.314558 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-999c9665-5e3f-4c15-98c6-669c54da3039 req-602f26a7-acad-4c70-968e-89765a209304 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 210 time: 0.0279584 Oct 23 02:17:57.411760 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:57.482207 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-758a6d5a-2fef-4ff9-86e3-285375866b94 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:57.484661 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-758a6d5a-2fef-4ff9-86e3-285375866b94 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 945 time: 0.0739377 Oct 23 02:17:57.583834 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Deleting port d969c3a4-3cf5-438b-8549-4df01ca980f6 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:17:57.584243 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:57.645962 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:57.690953 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] For port d969c3a4-3cf5-438b-8549-4df01ca980f6, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d969c3a4-3cf5-438b-8549-4df01ca980f6,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:17:57.691318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:57.710768 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Calling delete_port for d969c3a4-3cf5-438b-8549-4df01ca980f6 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:17:57.860217 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (d969c3a4-3cf5-438b-8549-4df01ca980f6), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:57.887362 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event deleted for resources: {'Port': ['ID=d969c3a4-3cf5-438b-8549-4df01ca980f6,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:57.901552 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['201fa2da-3990-492d-a724-016abaeaf38a', 'd969c3a4-3cf5-438b-8549-4df01ca980f6'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:17:57.944350 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] No DVR routers for this DVR port d969c3a4-3cf5-438b-8549-4df01ca980f6 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:17:57.946896 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:57.950101 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-07ca7fcd-563e-40ca-8b00-9bd9a38a688d req-99b85740-3f9f-4521-bafc-cae8022e0bd8 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d969c3a4-3cf5-438b-8549-4df01ca980f6 HTTP/1.1" status: 204 len: 173 time: 0.4601636 Oct 23 02:17:57.950789 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933c0983-1ad5-4cbc-9004-2b6ce8ea7c62', 'name': 'network-vif-deleted', 'tag': 'd969c3a4-3cf5-438b-8549-4df01ca980f6'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:17:57.960640 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444250e0-a858-4aa5-ae25-3cec82304097" -d '{"events": [{"server_uuid": "933c0983-1ad5-4cbc-9004-2b6ce8ea7c62", "name": "network-vif-deleted", "tag": "d969c3a4-3cf5-438b-8549-4df01ca980f6"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:17:58.044059 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f984f33c-52ac-4fa4-8a03-05a042378e5e x-openstack-request-id: req-f984f33c-52ac-4fa4-8a03-05a042378e5e {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:17:58.044352 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933c0983-1ad5-4cbc-9004-2b6ce8ea7c62", "name": "network-vif-deleted", "tag": "d969c3a4-3cf5-438b-8549-4df01ca980f6", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:17:58.044607 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f984f33c-52ac-4fa4-8a03-05a042378e5e {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:17:58.045016 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f984f33c-52ac-4fa4-8a03-05a042378e5e'] response: {'server_uuid': '933c0983-1ad5-4cbc-9004-2b6ce8ea7c62', 'name': 'network-vif-deleted', 'tag': 'd969c3a4-3cf5-438b-8549-4df01ca980f6', 'status': 'completed', 'code': 200} Oct 23 02:17:58.101471 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce5ba-c044-4fbb-a193-2b4c99fb46c7 req-fae4cf10-63d5-44e4-b92c-80922885e96b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:58.102942 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b90ce5ba-c044-4fbb-a193-2b4c99fb46c7 req-fae4cf10-63d5-44e4-b92c-80922885e96b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0494940 Oct 23 02:17:58.105826 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:17:58.133769 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1a997fac-42cf-4731-8170-ca6e8ab9614c req-88e05a2e-bc6e-4a38-ab67-1c3497c00622 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 210 time: 0.0393670 Oct 23 02:17:58.170647 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b90ce5ba-c044-4fbb-a193-2b4c99fb46c7 req-fb61ec7f-0acc-4b36-be5a-96fa919640ba tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582743 Oct 23 02:17:58.390988 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41ac1370-4e12-43d4-96e9-8a4382c33ddc req-e7f32c6d-ea08-4edd-ab70-0730ca7387cc tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 210 time: 0.0366147 Oct 23 02:17:58.530951 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a90a824-bdd6-4070-b43b-b840bc9bdbab req-8949fe42-11eb-476d-9c91-d6434d1ebdc2 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 210 time: 0.0472486 Oct 23 02:17:58.617321 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:58.649899 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-923075fd-9ab0-46e3-a148-8f674c59016e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:58.651624 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-923075fd-9ab0-46e3-a148-8f674c59016e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 200 len: 811 time: 0.1314273 Oct 23 02:17:58.739422 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-350fc5e4-94b8-456a-8e57-697073745587 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c HTTP/1.1" status: 200 len: 380 time: 0.0633116 Oct 23 02:17:58.856566 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'port': {'device_id': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'admin_state_up': True, 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'security_groups': ['cce254e9-c941-4f67-bd9d-46d4214b3199']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:17:58.971056 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Made reservation on behalf of 49a39f93e67c4d3f9529bdef5bb66b4c for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:17:58.974901 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:59.102585 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Allocated IP 172.20.0.13 (d813ef1f-8211-49e2-a5ea-c7934e717ca1/6e7965d4-88a1-4964-8f96-61893c8593de/cc068410-7e76-4bd9-a360-1e98e4ff4392) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:17:59.116106 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:59.254891 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd6aee9e-4510-40bd-94cd-1cc316318562 req-3b97d3d2-7a66-41f4-81e8-96d7eecfba49 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 210 time: 0.0402415 Oct 23 02:17:59.281808 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:59.335057 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d75d6-4efd-4dfe-be87-034e50d6cd4b req-94222884-fcb1-492e-b94e-a7b855e33cc8 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:59.336485 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-621d75d6-4efd-4dfe-be87-034e50d6cd4b req-94222884-fcb1-492e-b94e-a7b855e33cc8 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0837958 Oct 23 02:17:59.350795 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:59.497039 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:17:59.504708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event updated for resources: {'Port': ['ID=cc068410-7e76-4bd9-a360-1e98e4ff4392,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:17:59.511406 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:17:59.523721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:17:59.530177 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-621d75d6-4efd-4dfe-be87-034e50d6cd4b req-1271a9b4-7067-4df4-a0c5-ee5960724266 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810834 Oct 23 02:17:59.590347 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9110c840-c26f-4570-a205-41b1b186b23a req-2f2c1774-79d1-4435-95e0-2244dca6e9f5 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=933c0983-1ad5-4cbc-9004-2b6ce8ea7c62 HTTP/1.1" status: 200 len: 210 time: 0.0829294 Oct 23 02:17:59.646036 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:59.646708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:59.677090 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-9b0c2320-462c-49fa-9082-142f72891dbd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:17:59.678643 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-9b0c2320-462c-49fa-9082-142f72891dbd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 815 time: 0.2740471 Oct 23 02:17:59.697683 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8e07440d-1287-4196-9cf0-cd8c669bcfd8 req-5d7bf794-ce27-4bc1-8aca-4501705feeaa tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 210 time: 0.0446644 Oct 23 02:17:59.700828 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-79f66083-6ef3-40bb-9d8c-ea95bc40d4a7 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8486896 Oct 23 02:17:59.823744 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-9b220e2d-5c89-4115-a97f-c6900836a984 None None] Provisioning complete for port cc068410-7e76-4bd9-a360-1e98e4ff4392 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:17:59.824249 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9b220e2d-5c89-4115-a97f-c6900836a984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:17:59.824634 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-9b220e2d-5c89-4115-a97f-c6900836a984 None None] Attempt 1 to provision port cc068410-7e76-4bd9-a360-1e98e4ff4392 Oct 23 02:17:59.863619 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-9b220e2d-5c89-4115-a97f-c6900836a984 None None] Port cc068410-7e76-4bd9-a360-1e98e4ff4392 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:17:59.888742 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:17:59.932114 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-3d8cebec-dc48-4b4f-9afb-3e1e98eb5d0d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 379 time: 0.0564144 Oct 23 02:17:59.957936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Request body: {'port': {'device_id': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:18:00.027402 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:00.206355 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'port': {'device_id': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'admin_state_up': True, 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'security_groups': ['5ffde21d-fb7a-419c-9979-fbcb68d6af4e']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:18:00.258225 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:00.449553 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb36b2-dfab-4f92-b9f6-694ffef7848e req-42427e6c-6df4-4420-b465-8f89a5966f5b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:00.451018 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-32cb36b2-dfab-4f92-b9f6-694ffef7848e req-42427e6c-6df4-4420-b465-8f89a5966f5b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 932 time: 0.1042871 Oct 23 02:18:00.454228 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Made reservation on behalf of eab81e47f8d6426fbd5b50d1eb7fc14a for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:18:00.458394 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:00.497053 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc068410-7e76-4bd9-a360-1e98e4ff4392 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:18:00.508273 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Publish callbacks [] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:00.557003 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Transition to ACTIVE for port object cc068410-7e76-4bd9-a360-1e98e4ff4392 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:18:00.602021 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:00.621826 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-32cb36b2-dfab-4f92-b9f6-694ffef7848e req-82cf5ee3-229c-4fa4-b788-774a72e64e32 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591654 Oct 23 02:18:00.764123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc068410-7e76-4bd9-a360-1e98e4ff4392,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:00.800907 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:00.836479 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4c65-082d-4918-b6c8-0a59c770dfec req-2bdc8380-9c86-4505-8f15-03f907ab0fd4 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:00.838521 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4f1a4c65-082d-4918-b6c8-0a59c770dfec req-2bdc8380-9c86-4505-8f15-03f907ab0fd4 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.2124567 Oct 23 02:18:00.918665 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8843b12-984d-4828-96f9-e2d1a542ca4c req-da44df36-8bf4-4410-a057-704e02f66141 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 210 time: 0.0787590 Oct 23 02:18:00.950181 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Allocated IP 172.20.0.10 (a7b3cf49-41ec-4949-b12a-aff94c1d3d94/4f0e358f-5b23-42c2-8b93-b234f6d24eb7/1cc48bf0-68f8-4f4c-ac88-de9210d7d765) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:18:01.010972 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Attempting to bind port cc068410-7e76-4bd9-a360-1e98e4ff4392 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:18:01.011267 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Attempting to bind port cc068410-7e76-4bd9-a360-1e98e4ff4392 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:18:01.011606 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Attempting to bind port cc068410-7e76-4bd9-a360-1e98e4ff4392 on network d813ef1f-8211-49e2-a5ea-c7934e717ca1 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:18:01.039760 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4f1a4c65-082d-4918-b6c8-0a59c770dfec req-975692a2-0f9e-4f68-9936-aceae85beae0 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883936 Oct 23 02:18:01.117923 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260db9e-2979-4754-822a-b84f46a6d16c req-0fea0886-0740-499b-abdc-d3d4a95126f6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:01.119751 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c260db9e-2979-4754-822a-b84f46a6d16c req-0fea0886-0740-499b-abdc-d3d4a95126f6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.1411858 Oct 23 02:18:01.145873 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:01.187114 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Port cc068410-7e76-4bd9-a360-1e98e4ff4392 on network d813ef1f-8211-49e2-a5ea-c7934e717ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:18:01.187477 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Attempting to bind port cc068410-7e76-4bd9-a360-1e98e4ff4392 on network d813ef1f-8211-49e2-a5ea-c7934e717ca1 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:18:01.298681 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:18:01.298930 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Checking segment: {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:18:01.299320 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Bound using segment: {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:18:01.299760 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Bound port: cc068410-7e76-4bd9-a360-1e98e4ff4392, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:18:01.300119 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:01.311628 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c260db9e-2979-4754-822a-b84f46a6d16c req-12e5af33-e462-4196-8336-a6e2e8b64246 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837063 Oct 23 02:18:01.365102 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:01.422105 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] For port cc068410-7e76-4bd9-a360-1e98e4ff4392, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:18:01.440904 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:01.443971 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] For port cc068410-7e76-4bd9-a360-1e98e4ff4392, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=cc068410-7e76-4bd9-a360-1e98e4ff4392,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:18:01.476858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:01.482401 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:01.483310 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:01.485049 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/cc068410-7e76-4bd9-a360-1e98e4ff4392 HTTP/1.1" status: 200 len: 1094 time: 1.5334949 Oct 23 02:18:01.485763 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'tag': 'cc068410-7e76-4bd9-a360-1e98e4ff4392'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:18:01.488462 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13672cac-b2d6-4297-a124-41f2e9ebabc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b94295f-bde2-4165-bd9a-4763ac31fd9a", "tag": "cc068410-7e76-4bd9-a360-1e98e4ff4392"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:18:01.503854 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:18:01.509111 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:18:01.512941 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:18:01.544798 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f154b09-eaad-421a-8f6e-5c4df3488cd4 x-openstack-request-id: req-0f154b09-eaad-421a-8f6e-5c4df3488cd4 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:18:01.545085 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b94295f-bde2-4165-bd9a-4763ac31fd9a", "tag": "cc068410-7e76-4bd9-a360-1e98e4ff4392", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:18:01.545338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f154b09-eaad-421a-8f6e-5c4df3488cd4 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:18:01.545778 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f154b09-eaad-421a-8f6e-5c4df3488cd4'] response: {'name': 'network-changed', 'server_uuid': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'tag': 'cc068410-7e76-4bd9-a360-1e98e4ff4392', 'status': 'completed', 'code': 200} Oct 23 02:18:01.546410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:01.610274 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:01.610942 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:01.628930 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea78692-da54-49dd-8daf-09b48a243ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc068410-7e76-4bd9-a360-1e98e4ff4392,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:01.638950 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-edd18f4d-bea5-4be1-8b59-d8caab2be22a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4373441 Oct 23 02:18:01.695019 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-650d7389-15da-4a27-8f7a-9570e73e7abc None None] Provisioning complete for port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:18:01.695542 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-650d7389-15da-4a27-8f7a-9570e73e7abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:01.695765 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-650d7389-15da-4a27-8f7a-9570e73e7abc None None] Attempt 1 to provision port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 Oct 23 02:18:01.727843 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-650d7389-15da-4a27-8f7a-9570e73e7abc None None] Port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:18:01.745151 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8773-ac0f-4e2c-9080-a9fcc5edc585 req-5b13e2be-dba1-43ba-84be-957539dbce31 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:01.746654 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1b2b8773-ac0f-4e2c-9080-a9fcc5edc585 req-5b13e2be-dba1-43ba-84be-957539dbce31 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 944 time: 0.0470853 Oct 23 02:18:01.758564 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:01.797662 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1b2b8773-ac0f-4e2c-9080-a9fcc5edc585 req-2d2fce6d-7966-4add-8de7-d30368eb6c3b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452037 Oct 23 02:18:02.045258 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac279f3-8019-483c-9b96-597ac93ec64c req-9a9f05b6-ec71-4db9-b15f-9d8a7a0ccdab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:02.047999 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dac279f3-8019-483c-9b96-597ac93ec64c req-9a9f05b6-ec71-4db9-b15f-9d8a7a0ccdab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 932 time: 0.0500941 Oct 23 02:18:02.105650 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dac279f3-8019-483c-9b96-597ac93ec64c req-74681f04-07f7-4d43-9f0a-d32746090b87 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518668 Oct 23 02:18:02.443877 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0067f4-4d8a-4f7e-9dd4-a392037dee84 req-d02bebdf-9dac-4db2-80c0-5f3f6e3f105e tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:02.445665 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3f0067f4-4d8a-4f7e-9dd4-a392037dee84 req-d02bebdf-9dac-4db2-80c0-5f3f6e3f105e tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.3294506 Oct 23 02:18:02.453791 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e887e2-51a1-4048-b90c-e23cfebe5bbf req-05e6d6e4-eb1a-4ce9-b48a-9db4cf978638 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:02.455193 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a8e887e2-51a1-4048-b90c-e23cfebe5bbf req-05e6d6e4-eb1a-4ce9-b48a-9db4cf978638 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0633516 Oct 23 02:18:02.462357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d969c3a4-3cf5-438b-8549-4df01ca980f6 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:18:02.485493 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: d969c3a4-3cf5-438b-8549-4df01ca980f6 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:18:02.485850 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d969c3a4-3cf5-438b-8549-4df01ca980f6 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:18:02.536340 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3f0067f4-4d8a-4f7e-9dd4-a392037dee84 req-f837dd88-3587-4ee8-9a53-ee484e9a7001 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801604 Oct 23 02:18:02.544511 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a8e887e2-51a1-4048-b90c-e23cfebe5bbf req-97f772ff-91b5-4a01-b84a-c18e81ce7f5d tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817640 Oct 23 02:18:02.918815 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c854b3-5299-4f42-b578-116a638a9ed1 req-7d829056-f3c5-4817-aa86-da087727cb9c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:02.920263 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-66c854b3-5299-4f42-b578-116a638a9ed1 req-7d829056-f3c5-4817-aa86-da087727cb9c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 944 time: 0.0485246 Oct 23 02:18:02.939563 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:02.971825 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-66c854b3-5299-4f42-b578-116a638a9ed1 req-a2bd26be-3412-4b53-b3c0-96dede8613ab tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453818 Oct 23 02:18:03.084948 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Request body: {'port': {'device_id': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:18:03.142995 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:03.286763 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8fab4-f70b-436c-9901-f9b250af5bc8 req-6c0ce904-883b-4c89-9fc1-6ae51241c978 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:03.288150 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-44b8fab4-f70b-436c-9901-f9b250af5bc8 req-6c0ce904-883b-4c89-9fc1-6ae51241c978 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 932 time: 0.1051497 Oct 23 02:18:03.401264 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-44b8fab4-f70b-436c-9901-f9b250af5bc8 req-f7143ba1-bab4-4eab-b256-4cb3644b61fe tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068211 Oct 23 02:18:03.489848 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:18:03.497467 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Publish callbacks [] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:03.510913 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Transition to ACTIVE for port object 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:18:03.515659 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:03.636182 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:03.665453 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Pushing event updated for resources: {'Port': ['ID=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:03.667529 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:03.688576 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-f05cd3b5-103b-45a4-84fe-b9050887f364 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:03.690154 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-f05cd3b5-103b-45a4-84fe-b9050887f364 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.0940347 Oct 23 02:18:03.766956 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13672cac-b2d6-4297-a124-41f2e9ebabc7 req-5fbbb3c3-b97b-437b-a40c-74b8ae6f3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:03.768447 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-13672cac-b2d6-4297-a124-41f2e9ebabc7 req-5fbbb3c3-b97b-437b-a40c-74b8ae6f3e5b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 1128 time: 0.1918232 Oct 23 02:18:03.774104 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-6c170779-be3b-415b-ae6d-fc82ee110a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:03.775491 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-6c170779-be3b-415b-ae6d-fc82ee110a10 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7bb15a157314fb095d2333f64ab0c83&device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1129 time: 0.1857996 Oct 23 02:18:03.791584 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92eee6-f269-4b41-89bd-01713068308a req-6f347d82-aa88-4f29-a991-0a9f3f13ed51 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:03.793134 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-be92eee6-f269-4b41-89bd-01713068308a req-6f347d82-aa88-4f29-a991-0a9f3f13ed51 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.1730375 Oct 23 02:18:03.807580 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c8b58-cc60-4801-a8fe-55c922628fb7 req-3692b6a7-8c6b-40c0-aedd-61f7831e68e6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:03.808987 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-563c8b58-cc60-4801-a8fe-55c922628fb7 req-3692b6a7-8c6b-40c0-aedd-61f7831e68e6 tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=afd282d6-75f6-4241-8c5b-d364c031db43 HTTP/1.1" status: 200 len: 946 time: 0.1661198 Oct 23 02:18:03.814068 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Deleting port 201fa2da-3990-492d-a724-016abaeaf38a {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:18:03.814420 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (201fa2da-3990-492d-a724-016abaeaf38a), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:03.872207 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:03.872447 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Attempting to bind port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:18:03.872816 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Attempting to bind port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:18:03.873201 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Attempting to bind port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:18:03.908854 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] For port 201fa2da-3990-492d-a724-016abaeaf38a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=201fa2da-3990-492d-a724-016abaeaf38a,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:03.909161 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (201fa2da-3990-492d-a724-016abaeaf38a), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:03.924090 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Calling delete_port for 201fa2da-3990-492d-a724-016abaeaf38a owned by compute:nova {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:18:03.973847 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:04.057811 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (201fa2da-3990-492d-a724-016abaeaf38a), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:04.101245 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-563c8b58-cc60-4801-a8fe-55c922628fb7 req-e3f0a3e4-a23c-4d38-aa76-e9c9e5a6c58c tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b02ae792-9e17-47e7-83b5-0afef27d9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718310 Oct 23 02:18:04.102518 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['201fa2da-3990-492d-a724-016abaeaf38a'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:18:04.135313 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Pushing event deleted for resources: {'Port': ['ID=201fa2da-3990-492d-a724-016abaeaf38a,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:04.143936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:18:04.144360 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Attempting to bind port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:18:04.159994 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] No DVR routers for this DVR port 201fa2da-3990-492d-a724-016abaeaf38a on host hv-cinder-86149 {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:18:04.163677 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:04.167088 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-ba2f6831-2ab0-46eb-bf65-60703bc8d233 req-9c678aea-4a57-4dfd-ac1b-fbfb1696dbcf tempest-ServerRescueNegativeTestJSON-1982541878 tempest-ServerRescueNegativeTestJSON-1982541878-project] 10.222.0.49 "DELETE /networking/v2.0/ports/201fa2da-3990-492d-a724-016abaeaf38a HTTP/1.1" status: 204 len: 173 time: 0.4713955 Oct 23 02:18:04.167618 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd282d6-75f6-4241-8c5b-d364c031db43', 'name': 'network-vif-deleted', 'tag': '201fa2da-3990-492d-a724-016abaeaf38a'}] {{(pid=104672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:18:04.169921 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a917c688e8eb913325417a585b704e3562ed756bd81a612c4b6f882996a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832230b-6205-4caa-a303-e4b5d13ee931" -d '{"events": [{"server_uuid": "afd282d6-75f6-4241-8c5b-d364c031db43", "name": "network-vif-deleted", "tag": "201fa2da-3990-492d-a724-016abaeaf38a"}]}' {{(pid=104672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:18:04.212929 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-be92eee6-f269-4b41-89bd-01713068308a req-5f37c470-ec85-4886-bce1-957bb54550bb tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028168 Oct 23 02:18:04.252652 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-e54e38b7-b84f-4622-8c34-ad64e36988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:04.254343 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-e54e38b7-b84f-4622-8c34-ad64e36988fd service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 200 len: 909 time: 0.4532149 Oct 23 02:18:04.279329 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13672cac-b2d6-4297-a124-41f2e9ebabc7 req-822dac98-e1cf-4732-817b-b35b39aee0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:04.282264 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-13672cac-b2d6-4297-a124-41f2e9ebabc7 req-822dac98-e1cf-4732-817b-b35b39aee0b0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4881876 Oct 23 02:18:04.342257 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0b4db-cc81-43f5-9762-b8f05972e98e x-openstack-request-id: req-32a0b4db-cc81-43f5-9762-b8f05972e98e {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:18:04.343329 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd282d6-75f6-4241-8c5b-d364c031db43", "name": "network-vif-deleted", "tag": "201fa2da-3990-492d-a724-016abaeaf38a", "status": "completed", "code": 200}]} {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:18:04.343656 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32a0b4db-cc81-43f5-9762-b8f05972e98e {{(pid=104672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:18:04.344255 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a0b4db-cc81-43f5-9762-b8f05972e98e'] response: {'server_uuid': 'afd282d6-75f6-4241-8c5b-d364c031db43', 'name': 'network-vif-deleted', 'tag': '201fa2da-3990-492d-a724-016abaeaf38a', 'status': 'completed', 'code': 200} Oct 23 02:18:04.419828 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abbbe6-b4a2-4f50-8a2d-61be0c3a8a4e req-19f99f88-e1ea-482a-8bb6-156d2b4c4c8a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:04.422251 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f5abbbe6-b4a2-4f50-8a2d-61be0c3a8a4e req-19f99f88-e1ea-482a-8bb6-156d2b4c4c8a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 944 time: 0.2003078 Oct 23 02:18:04.450390 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:18:04.450777 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Checking segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:18:04.451275 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Bound using segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:18:04.452362 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Bound port: 1cc48bf0-68f8-4f4c-ac88-de9210d7d765, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:18:04.453575 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:04.490616 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-be5edc8c-4aee-4c0a-83a5-d9dd99575324 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 1000 time: 0.2039390 Oct 23 02:18:04.660685 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612acd9-675f-42b5-acd2-445aeee625c4 req-1f50e35e-2f1d-4b01-a0ce-ff2e6c4bb3e4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:04.662061 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a612acd9-675f-42b5-acd2-445aeee625c4 req-1f50e35e-2f1d-4b01-a0ce-ff2e6c4bb3e4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.1772404 Oct 23 02:18:04.664977 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f5abbbe6-b4a2-4f50-8a2d-61be0c3a8a4e req-822712d9-df48-4ca0-836f-06d6a87e7178 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299979 Oct 23 02:18:04.673371 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13672cac-b2d6-4297-a124-41f2e9ebabc7 req-dcd3475a-10a8-4c7f-9e92-da207afba1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:04.674950 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-13672cac-b2d6-4297-a124-41f2e9ebabc7 req-dcd3475a-10a8-4c7f-9e92-da207afba1ae service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3803191 Oct 23 02:18:04.694077 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-8ca860fa-d3e2-402a-9199-4ed055e25b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:04.695565 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-8ca860fa-d3e2-402a-9199-4ed055e25b11 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f2dd49c0-4da5-4047-a07d-67951a0b7ed5 HTTP/1.1" status: 200 len: 847 time: 0.1835041 Oct 23 02:18:04.710037 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] For port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:18:04.717109 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:04.737235 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] For port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:18:04.749241 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:04.753592 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:04.754229 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:04.755778 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/1cc48bf0-68f8-4f4c-ac88-de9210d7d765 HTTP/1.1" status: 200 len: 1094 time: 1.6750839 Oct 23 02:18:04.759089 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a612acd9-675f-42b5-acd2-445aeee625c4 req-566e0278-7e92-4e84-8284-fec4a7fbad0c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817549 Oct 23 02:18:04.759596 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'tag': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:18:04.762200 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e3b78c-7398-410d-8534-81552b080134" -d '{"events": [{"name": "network-changed", "server_uuid": "feb9b7c7-7380-423a-b0c5-43e7d775e9e7", "tag": "1cc48bf0-68f8-4f4c-ac88-de9210d7d765"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:18:04.806584 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba8d0a9-de87-4d2c-a9f9-34c4e3a6c11d x-openstack-request-id: req-bba8d0a9-de87-4d2c-a9f9-34c4e3a6c11d {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:18:04.806879 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb9b7c7-7380-423a-b0c5-43e7d775e9e7", "tag": "1cc48bf0-68f8-4f4c-ac88-de9210d7d765", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:18:04.807140 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bba8d0a9-de87-4d2c-a9f9-34c4e3a6c11d {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:18:04.807544 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba8d0a9-de87-4d2c-a9f9-34c4e3a6c11d'] response: {'name': 'network-changed', 'server_uuid': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'tag': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765', 'status': 'completed', 'code': 200} Oct 23 02:18:04.821971 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83e2c2-dec9-466f-a686-cb422a12ffdd service neutron] Pushing event updated for resources: {'Port': ['ID=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:05.007535 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-8778305e-e8bd-4eee-9d09-bf86078667b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.009051 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-8778305e-e8bd-4eee-9d09-bf86078667b6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5ff0d7db-4994-4f32-abfd-4e23a0f82087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002197 Oct 23 02:18:05.036363 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b78c-7398-410d-8534-81552b080134 req-9fc85148-6aa5-4c1f-9e06-fb74a1680d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.037963 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-86e3b78c-7398-410d-8534-81552b080134 req-9fc85148-6aa5-4c1f-9e06-fb74a1680d50 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 1128 time: 0.0974443 Oct 23 02:18:05.048979 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-16d1e515-ebf1-4d43-a3d7-c8bf41171f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.050365 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-16d1e515-ebf1-4d43-a3d7-c8bf41171f38 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 1128 time: 0.0943077 Oct 23 02:18:05.103700 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:05.175782 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-4f46c5b6-05ce-4260-8474-9929be6cf9aa service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc068410-7e76-4bd9-a360-1e98e4ff4392 HTTP/1.1" status: 200 len: 217 time: 0.0903871 Oct 23 02:18:05.178482 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54976) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:05.274136 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-4460e999-a6ac-4561-aaa1-d6eeb49c7616 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538698 Oct 23 02:18:05.284439 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-82a5ec81-e4f6-4b37-a7b4-c27906a39782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.285858 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-82a5ec81-e4f6-4b37-a7b4-c27906a39782 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=6e7965d4-88a1-4964-8f96-61893c8593de HTTP/1.1" status: 200 len: 850 time: 0.1016583 Oct 23 02:18:05.351038 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b78c-7398-410d-8534-81552b080134 req-bd108ce4-9232-4164-bc89-1c926d293b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.352417 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-86e3b78c-7398-410d-8534-81552b080134 req-bd108ce4-9232-4164-bc89-1c926d293b6e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2698407 Oct 23 02:18:05.473381 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-3ab7c2d6-a4fd-422a-809d-e2b226d39e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.474878 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-3ab7c2d6-a4fd-422a-809d-e2b226d39e64 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d813ef1f-8211-49e2-a5ea-c7934e717ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1373894 Oct 23 02:18:05.484098 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb32c3-1713-4d73-8094-6211eb14eaa9 req-3c30756f-2759-42fd-b78e-41993643181b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.485473 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6adb32c3-1713-4d73-8094-6211eb14eaa9 req-3c30756f-2759-42fd-b78e-41993643181b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.1469173 Oct 23 02:18:05.591288 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12389d6d-5769-4282-8e0d-9ba7e24e1d62 req-41ef3f77-510c-47d3-8f00-d85cf285f6fc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028893 Oct 23 02:18:05.614887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b78c-7398-410d-8534-81552b080134 req-61cb2718-6f2b-4301-8968-cf37342a0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.616332 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-86e3b78c-7398-410d-8534-81552b080134 req-61cb2718-6f2b-4301-8968-cf37342a0f2b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2386606 Oct 23 02:18:05.632141 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (3b8f33c6-b041-4905-8b94-af085da74405), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:05.640555 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6adb32c3-1713-4d73-8094-6211eb14eaa9 req-fd5db3f7-4a5d-447a-aa44-e4508154a474 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377330 Oct 23 02:18:05.672853 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-444126cf-5535-4bdd-b6d7-ebeef230d915 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863899 Oct 23 02:18:05.796613 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:05.797051 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adc9e6-2e3d-4e3a-beb6-23d5dec2ba8a req-1c881b93-6b67-4e85-9624-30bb3b12c67b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.798770 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d9adc9e6-2e3d-4e3a-beb6-23d5dec2ba8a req-1c881b93-6b67-4e85-9624-30bb3b12c67b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 944 time: 0.0509186 Oct 23 02:18:05.810754 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:05.865244 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Deleting port 662409cc-47f3-48c8-baab-51a162814604 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:18:05.865594 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (662409cc-47f3-48c8-baab-51a162814604), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:05.868537 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d9adc9e6-2e3d-4e3a-beb6-23d5dec2ba8a req-ba05583b-608c-48d7-bb9f-061ec69dc117 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638502 Oct 23 02:18:05.902335 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393d18b-c225-4036-9eaa-6f3d6c23007f req-26ca282f-aa12-4943-b97b-4e849631e685 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:05.903827 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0393d18b-c225-4036-9eaa-6f3d6c23007f req-26ca282f-aa12-4943-b97b-4e849631e685 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.0494308 Oct 23 02:18:05.946789 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] For port 662409cc-47f3-48c8-baab-51a162814604, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=662409cc-47f3-48c8-baab-51a162814604,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:05.947170 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (662409cc-47f3-48c8-baab-51a162814604), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:05.957106 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0393d18b-c225-4036-9eaa-6f3d6c23007f req-73d13a2b-6fd6-461a-a825-7052e733352c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465600 Oct 23 02:18:05.961108 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Calling delete_port for 662409cc-47f3-48c8-baab-51a162814604 owned by network:router_interface {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:18:06.082841 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:06.137178 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (662409cc-47f3-48c8-baab-51a162814604), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:06.163522 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Pushing event deleted for resources: {'Port': ['ID=662409cc-47f3-48c8-baab-51a162814604,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:06.290166 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (3b8f33c6-b041-4905-8b94-af085da74405), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:06.338418 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b8013-4ebe-4604-bbf1-0d59a01e08b7 None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:18:06.362708 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:06.468377 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b8013-4ebe-4604-bbf1-0d59a01e08b7 None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:18:06.503232 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Router 3b8f33c6-b041-4905-8b94-af085da74405 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:18:06.790276 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afef018-ca3a-41a1-99bc-a34fbfc65415 req-86c12cc7-ea9a-4985-bb6a-8a330243024c tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:06.792064 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9afef018-ca3a-41a1-99bc-a34fbfc65415 req-86c12cc7-ea9a-4985-bb6a-8a330243024c tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0511336 Oct 23 02:18:06.825294 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:18:06.836169 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ced639a4-7ad6-4973-94d1-af06373caa46 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/3b8f33c6-b041-4905-8b94-af085da74405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6540606 Oct 23 02:18:06.836480 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] Sync routers for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:18:06.836981 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54990) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:06.845618 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:18:06.846158 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:06.861565 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9afef018-ca3a-41a1-99bc-a34fbfc65415 req-b1ae96f5-9fbd-4630-95d0-ed850de81999 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616980 Oct 23 02:18:06.894125 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:06.972537 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks [] for router (3b8f33c6-b041-4905-8b94-af085da74405), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.036787 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:18:07.113316 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks [] for router_gateway (3b8f33c6-b041-4905-8b94-af085da74405), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.174558 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Deleting port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:18:07.175000 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.230941 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:07.231605 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:07.246769 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:07.287388 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] For port 60c5c296-c7ae-4265-a8fd-f57d2d7c423a, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=60c5c296-c7ae-4265-a8fd-f57d2d7c423a,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:07.287785 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.306130 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:18:06Z', 'revision_number': 5, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port': {'id': '60c5c296-c7ae-4265-a8fd-f57d2d7c423a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8f33c6-b041-4905-8b94-af085da74405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:17Z', 'updated_at': '2022-10-23T02:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:07.308620 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Calling delete_port for 60c5c296-c7ae-4265-a8fd-f57d2d7c423a owned by network:router_gateway {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:18:07.371673 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] Checking router: 3b8f33c6-b041-4905-8b94-af085da74405 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:18:07.385356 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] Routers {'3b8f33c6-b041-4905-8b94-af085da74405'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:18:07.390218 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:17:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['3b8f33c6-b041-4905-8b94-af085da74405'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:07.398715 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:07.412368 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-1ba8af7b-014e-487a-8814-4697af098002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:07.413884 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-1ba8af7b-014e-487a-8814-4697af098002 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 1128 time: 0.4557295 Oct 23 02:18:07.422933 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd176c16-cef9-461e-82fb-271158322d44 req-7bc7634f-3905-49fb-aaa7-406e024fe7b1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:07.434999 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dd176c16-cef9-461e-82fb-271158322d44 req-7bc7634f-3905-49fb-aaa7-406e024fe7b1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 944 time: 0.4545181 Oct 23 02:18:07.499685 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-f3ced93e-0945-43a5-b87c-14561da44d5f None None] Provisioning complete for port c8786807-2a52-4247-8a1f-dd44b3b64ff4 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:18:07.500722 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-f3ced93e-0945-43a5-b87c-14561da44d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.501119 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-f3ced93e-0945-43a5-b87c-14561da44d5f None None] Attempt 1 to provision port c8786807-2a52-4247-8a1f-dd44b3b64ff4 Oct 23 02:18:07.505289 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] Set router 3b8f33c6-b041-4905-8b94-af085da74405 gateway port host: None {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:18:07.518368 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48582f8-6ea7-413e-b3ad-fa2e4c221bb0 req-d376336a-7098-40e1-9a47-d81c867362b0 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:07.525513 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e48582f8-6ea7-413e-b3ad-fa2e4c221bb0 req-d376336a-7098-40e1-9a47-d81c867362b0 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.2281702 Oct 23 02:18:07.527619 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:07.533332 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-1cb3a28a-c5ad-4493-a9ed-0f8acbf5c49a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc48bf0-68f8-4f4c-ac88-de9210d7d765 HTTP/1.1" status: 200 len: 217 time: 0.0906365 Oct 23 02:18:07.567069 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fefcec72-4dc7-4bf3-be5b-d4d79b077cb9 req-84b0def2-f7e1-414f-997f-6a13e456099b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998558 Oct 23 02:18:07.596735 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (60c5c296-c7ae-4265-a8fd-f57d2d7c423a), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.611468 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-f3ced93e-0945-43a5-b87c-14561da44d5f None None] Current status of the port c8786807-2a52-4247-8a1f-dd44b3b64ff4 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:18:07.634892 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Pushing event deleted for resources: {'Port': ['ID=60c5c296-c7ae-4265-a8fd-f57d2d7c423a,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:07.636874 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:18:07Z', 'revision_number': 6, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:07.641501 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dd176c16-cef9-461e-82fb-271158322d44 req-170fc6ab-0663-43c4-911c-283f7d8d9d15 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014778 Oct 23 02:18:07.682573 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-61740b86-9d97-4e9a-b85b-fe8bdd7b9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:07.682573 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-61740b86-9d97-4e9a-b85b-fe8bdd7b9392 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.1333175 Oct 23 02:18:07.694709 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (3b8f33c6-b041-4905-8b94-af085da74405), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.696880 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673f4ec-5e10-4ccf-bf09-fb3b2f71bf08 None None] The sync data for ids ['3b8f33c6-b041-4905-8b94-af085da74405'] in dv-cinder-861491-5-iscsi is: [{'id': '3b8f33c6-b041-4905-8b94-af085da74405', 'name': 'tempest-ServerRescueNegativeTestJSON-1645037034-router', 'tenant_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:16Z', 'updated_at': '2022-10-23T02:18:07Z', 'revision_number': 6, 'project_id': 'd7ac3d840c9f41ea842b8f4935770f8b', 'gw_port_host': None}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:18:07.699098 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e48582f8-6ea7-413e-b3ad-fa2e4c221bb0 req-8ccafa51-3e60-48c4-8ed7-84ecb3e5fff6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726584 Oct 23 02:18:07.807743 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (3b8f33c6-b041-4905-8b94-af085da74405), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.810579 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks [] for router_controller (3b8f33c6-b041-4905-8b94-af085da74405), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.872317 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (3b8f33c6-b041-4905-8b94-af085da74405), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.872987 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b8f33c6-b041-4905-8b94-af085da74405 {{(pid=104672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:18:07.878301 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.879537 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e3709343-0add-4b3f-ad75-918d3fb2240e admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/3b8f33c6-b041-4905-8b94-af085da74405 HTTP/1.1" status: 204 len: 168 time: 1.0402753 Oct 23 02:18:07.882251 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 54996) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:07.930267 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9949b3-0702-44bf-9efc-917c032dac5f admin admin] Deleting subnet ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:18:07.933385 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-bf9949b3-0702-44bf-9efc-917c032dac5f admin admin] Publish callbacks [] for subnet (ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.970221 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-bf9949b3-0702-44bf-9efc-917c032dac5f admin admin] Publish callbacks [] for subnet (ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:07.989485 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ed995-fbdf-4777-ae55-725c2c35e495 req-09e57b3f-c144-4c85-b21f-b9e5e03ee2ed tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:07.991169 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d67ed995-fbdf-4777-ae55-725c2c35e495 req-09e57b3f-c144-4c85-b21f-b9e5e03ee2ed tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0495028 Oct 23 02:18:08.012867 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-bf9949b3-0702-44bf-9efc-917c032dac5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.051000 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d67ed995-fbdf-4777-ae55-725c2c35e495 req-181f423f-690a-41ab-b6c6-7d1a93fa0b38 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476878 Oct 23 02:18:08.069817 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-bf9949b3-0702-44bf-9efc-917c032dac5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for subnet (ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.097157 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9949b3-0702-44bf-9efc-917c032dac5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:08.100768 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-bf9949b3-0702-44bf-9efc-917c032dac5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.103967 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-bf9949b3-0702-44bf-9efc-917c032dac5f admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/ca3b8b05-1e1c-4bbf-a857-1a3dced0bfe1 HTTP/1.1" status: 204 len: 168 time: 0.2207401 Oct 23 02:18:08.106593 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55000) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:08.109533 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe95ac-1daa-4057-a199-5f84804b7613 None None] Network 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:18:08.189177 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.231818 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:08.245495 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Deleting port c8786807-2a52-4247-8a1f-dd44b3b64ff4 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:18:08.246006 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.325826 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] For port c8786807-2a52-4247-8a1f-dd44b3b64ff4, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c8786807-2a52-4247-8a1f-dd44b3b64ff4,segment=NetworkSegment(e66deb77-7363-4024-834b-f95fd4a684f6),segment_id=e66deb77-7363-4024-834b-f95fd4a684f6)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:08.326538 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.341405 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Calling delete_port for c8786807-2a52-4247-8a1f-dd44b3b64ff4 owned by network:dhcp {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:18:08.391902 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:08.437317 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (c8786807-2a52-4247-8a1f-dd44b3b64ff4), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.462786 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8786807-2a52-4247-8a1f-dd44b3b64ff4,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:08.464633 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] No DVR routers for this DVR port c8786807-2a52-4247-8a1f-dd44b3b64ff4 on host dv-cinder-861491-5-iscsi {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:18:08.466183 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 201fa2da-3990-492d-a724-016abaeaf38a no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:18:08.500995 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c73401-eb71-418a-90b7-f4d769686fc1 None None] DHCP port deletion for 58f026bd-fcaf-462d-9303-e2ae6bbc3a9e request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:18:08.504080 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 201fa2da-3990-492d-a724-016abaeaf38a {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:18:08.504624 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 201fa2da-3990-492d-a724-016abaeaf38a not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:18:08.544924 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.567162 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.567529 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.568301 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.568636 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > port after_create 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.568978 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.569314 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > port after_update 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.569638 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.569977 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.570293 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.570642 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.648222 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.648579 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.648921 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.649259 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 02:18:08.649637 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f026bd-fcaf-462d-9303-e2ae6bbc3a9e']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:08.670832 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66deb77-7363-4024-834b-f95fd4a684f6') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:08.671192 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66deb77-7363-4024-834b-f95fd4a684f6') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:08.693142 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (e66deb77-7363-4024-834b-f95fd4a684f6), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.718254 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (e66deb77-7363-4024-834b-f95fd4a684f6), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.729709 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:18:08.730338 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (e66deb77-7363-4024-834b-f95fd4a684f6), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.794180 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c34bee-2b2a-47a2-a460-0e7aff83abac req-a1576526-f37e-4eb7-9fa4-159748f5772e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:08.799169 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0c34bee-2b2a-47a2-a460-0e7aff83abac req-a1576526-f37e-4eb7-9fa4-159748f5772e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 944 time: 0.0659733 Oct 23 02:18:08.829649 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (58f026bd-fcaf-462d-9303-e2ae6bbc3a9e), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.851957 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:08.857235 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af2561-33e5-4f93-9c49-896006959a0e req-ed60a0d8-2281-4457-aad2-33befd609965 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:08.859497 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/58f026bd-fcaf-462d-9303-e2ae6bbc3a9e HTTP/1.1" status: 204 len: 168 time: 0.7510314 Oct 23 02:18:08.861218 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80842da9-5cf7-46db-b322-45194a0e0459 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f026bd-fcaf-462d-9303-e2ae6bbc3a9e,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:08.871203 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f9af2561-33e5-4f93-9c49-896006959a0e req-ed60a0d8-2281-4457-aad2-33befd609965 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.0707791 Oct 23 02:18:08.896964 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment e66deb77-7363-4024-834b-f95fd4a684f6 resource provider aggregate not found Oct 23 02:18:08.916810 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment e66deb77-7363-4024-834b-f95fd4a684f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e66deb77-7363-4024-834b-f95fd4a684f6 found for delete ", "request_id": "req-ef1d66a3-21c7-4b27-b2f1-9e416e0b50c8"}]} Oct 23 02:18:08.958078 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0c34bee-2b2a-47a2-a460-0e7aff83abac req-ce46e227-9e8c-4187-9883-d9f540e6c28c tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854957 Oct 23 02:18:08.961394 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f9af2561-33e5-4f93-9c49-896006959a0e req-d0e65799-f6e2-4398-9af3-a75885169406 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860384 Oct 23 02:18:09.008957 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55018) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:09.050731 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e05c0fa7-0fee-46ce-8f7f-7475727e55f8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d7ac3d840c9f41ea842b8f4935770f8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406432 Oct 23 02:18:09.053349 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55020) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:09.102732 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5a4373d7-6d41-4c1a-9a02-6510fa56471a admin admin] Publish callbacks [] for security_group (b02ae792-9e17-47e7-83b5-0afef27d9c01), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:09.125773 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5a4373d7-6d41-4c1a-9a02-6510fa56471a admin admin] Publish callbacks [] for security_group (b02ae792-9e17-47e7-83b5-0afef27d9c01), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:09.176010 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5a4373d7-6d41-4c1a-9a02-6510fa56471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b02ae792-9e17-47e7-83b5-0afef27d9c01), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:09.178608 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5a4373d7-6d41-4c1a-9a02-6510fa56471a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:09.179760 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-5a4373d7-6d41-4c1a-9a02-6510fa56471a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b02ae792-9e17-47e7-83b5-0afef27d9c01 HTTP/1.1" status: 204 len: 168 time: 0.1254249 Oct 23 02:18:09.180523 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490e2d0-dcf5-4241-a730-6a94b9c2d8f7 req-82b096a6-a8a6-4232-b565-f26c6ecb359e tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:09.187117 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b490e2d0-dcf5-4241-a730-6a94b9c2d8f7 req-82b096a6-a8a6-4232-b565-f26c6ecb359e tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0549922 Oct 23 02:18:09.188532 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4373d7-6d41-4c1a-9a02-6510fa56471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02ae792-9e17-47e7-83b5-0afef27d9c01,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:09.236068 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b490e2d0-dcf5-4241-a730-6a94b9c2d8f7 req-5571b003-38cc-474c-8cfd-78b1b78bfec0 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463245 Oct 23 02:18:09.519606 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 662409cc-47f3-48c8-baab-51a162814604 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:18:09.538722 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 662409cc-47f3-48c8-baab-51a162814604 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:18:09.539073 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 662409cc-47f3-48c8-baab-51a162814604 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:18:09.539510 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 60c5c296-c7ae-4265-a8fd-f57d2d7c423a no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:18:09.559448 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 60c5c296-c7ae-4265-a8fd-f57d2d7c423a {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:18:09.559797 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 60c5c296-c7ae-4265-a8fd-f57d2d7c423a not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:18:09.560234 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c8786807-2a52-4247-8a1f-dd44b3b64ff4 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:18:09.579486 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: c8786807-2a52-4247-8a1f-dd44b3b64ff4 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:18:09.579837 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c8786807-2a52-4247-8a1f-dd44b3b64ff4 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:18:09.775909 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:09.780711 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-e37312d2-ea40-42f0-8ba8-69549a69b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:09.783197 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-e37312d2-ea40-42f0-8ba8-69549a69b1cb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482302 Oct 23 02:18:09.895811 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-d1f9e3e8-6a80-47e1-ba8f-9a6f2e7c0185 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043556 Oct 23 02:18:10.000177 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5e1eca76-c2b7-4c46-b5c3-916bd90d9ff6 req-9733bd8b-10be-4c2f-bfdc-d4939a50ffb1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982740 Oct 23 02:18:10.098735 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e46ec7-5131-4f99-8785-20bd81980ee7 req-ec059d7b-8d03-40a4-9991-112673798f2c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:10.100325 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41e46ec7-5131-4f99-8785-20bd81980ee7 req-ec059d7b-8d03-40a4-9991-112673798f2c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.0576599 Oct 23 02:18:10.151078 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-41e46ec7-5131-4f99-8785-20bd81980ee7 req-cf3fbf18-d302-4c19-b6e0-82d59e6ec423 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449607 Oct 23 02:18:10.263397 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71679e6-40d7-476d-867d-b0ffadde3977 req-a6806542-a246-4dcb-b04e-5563f834a762 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:10.265447 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c71679e6-40d7-476d-867d-b0ffadde3977 req-a6806542-a246-4dcb-b04e-5563f834a762 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 944 time: 0.0536554 Oct 23 02:18:10.317390 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c71679e6-40d7-476d-867d-b0ffadde3977 req-5f711945-73e6-4036-8e5c-fa1b8456920e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458562 Oct 23 02:18:10.453797 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device cc068410-7e76-4bd9-a360-1e98e4ff4392 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:18:10.454626 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d65c3-7959-448e-bb36-b539894a1bf4 req-e46aca7b-bc07-4caf-8c10-6c7450f65824 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:10.456530 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-938d65c3-7959-448e-bb36-b539894a1bf4 req-e46aca7b-bc07-4caf-8c10-6c7450f65824 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0759542 Oct 23 02:18:10.477558 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d232d5a5-a6d8-44ab-a498-c1ef3fea2467 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:18:10.480536 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:10.517659 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-938d65c3-7959-448e-bb36-b539894a1bf4 req-a1617413-37dc-4d67-95c3-0e5e1961af01 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539742 Oct 23 02:18:10.596188 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [req-3c24ac03-89cf-45de-b550-e565a646ecb3 req-ddb79b40-e626-4114-ad9c-51aa2af0997a service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:18:10.597415 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3c24ac03-89cf-45de-b550-e565a646ecb3 req-ddb79b40-e626-4114-ad9c-51aa2af0997a service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0068481 Oct 23 02:18:10.635731 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 is: ACTIVE; New status is: DOWN {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:18:10.636407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:10.677268 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port cc068410-7e76-4bd9-a360-1e98e4ff4392, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=cc068410-7e76-4bd9-a360-1e98e4ff4392,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:10.697747 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:18:10.700030 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6d2d8b-43d6-453d-abdc-c1a5859dae60" -d '{"events": [{"server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "name": "network-vif-unplugged", "status": "completed", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:18:10.707895 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:10.710755 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': 'cc068410-7e76-4bd9-a360-1e98e4ff4392', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'port_id': 'cc068410-7e76-4bd9-a360-1e98e4ff4392', 'mac_address': 'fa:16:3e:a8:61:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:18:10.714539 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:10.755352 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd92f6b-bd35-47a4-8414-3ffaa9843261 x-openstack-request-id: req-dcd92f6b-bd35-47a4-8414-3ffaa9843261 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:18:10.755641 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "name": "network-vif-unplugged", "status": "completed", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:18:10.756072 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcd92f6b-bd35-47a4-8414-3ffaa9843261 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:18:10.756479 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd92f6b-bd35-47a4-8414-3ffaa9843261'] response: {'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'code': 200} Oct 23 02:18:10.758615 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:10.776091 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-fb2adc40-a2a6-4c75-8335-8912c0f90f0e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562572 Oct 23 02:18:10.787289 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port cc068410-7e76-4bd9-a360-1e98e4ff4392 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:18:10.787673 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:10.808251 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,revision_number=6']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:10.811879 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc068410-7e76-4bd9-a360-1e98e4ff4392 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:18:10.832116 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3c28d-1378-4cd4-ac42-9c196568fdc3 req-3f99c3fb-2f85-44dc-9328-3a373c8e4f4c tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:10.833031 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port cc068410-7e76-4bd9-a360-1e98e4ff4392, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=cc068410-7e76-4bd9-a360-1e98e4ff4392,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:10.835020 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa3c28d-1378-4cd4-ac42-9c196568fdc3 req-3f99c3fb-2f85-44dc-9328-3a373c8e4f4c tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0642369 Oct 23 02:18:10.837816 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:10.860240 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-4e16a2be-aa01-4135-a3bf-cea9da5cf36c tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:10.862044 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-4e16a2be-aa01-4135-a3bf-cea9da5cf36c tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports/d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 940 time: 0.0589793 Oct 23 02:18:10.898366 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa3c28d-1378-4cd4-ac42-9c196568fdc3 req-30bb6189-2a1e-47f9-bb1b-a8359c6cb835 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527391 Oct 23 02:18:10.906271 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=cc068410-7e76-4bd9-a360-1e98e4ff4392,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:11.283641 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc2008-fe39-42b6-8709-56a9a8a43571 req-693c9581-2a6f-409f-aa1f-992a9446e314 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:11.285440 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aadc2008-fe39-42b6-8709-56a9a8a43571 req-693c9581-2a6f-409f-aa1f-992a9446e314 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.0568230 Oct 23 02:18:11.340384 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['cc068410-7e76-4bd9-a360-1e98e4ff4392'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:18:11.342470 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aadc2008-fe39-42b6-8709-56a9a8a43571 req-4bc2cc1b-88d6-4418-93ee-95e3fb60d148 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508683 Oct 23 02:18:11.455941 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:11.603603 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff3678-84d9-4d62-b9d4-4b14c7b1f7a7 req-78011bcd-163c-461a-9a43-76888882383a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:11.605099 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14ff3678-84d9-4d62-b9d4-4b14c7b1f7a7 req-78011bcd-163c-461a-9a43-76888882383a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 945 time: 0.0537851 Oct 23 02:18:11.660291 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14ff3678-84d9-4d62-b9d4-4b14c7b1f7a7 req-d1e4483c-cdfb-4a8d-bea1-e64acc98f316 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492184 Oct 23 02:18:12.014127 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498d60f-dfd2-4557-98bb-a786a223f287 req-07e0d586-7133-4ea2-ad6c-a41a4d62c86d tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:12.015522 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b498d60f-dfd2-4557-98bb-a786a223f287 req-07e0d586-7133-4ea2-ad6c-a41a4d62c86d tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0475872 Oct 23 02:18:12.065667 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b498d60f-dfd2-4557-98bb-a786a223f287 req-c9470d25-5b62-4229-b51e-bbd71a853d6c tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447011 Oct 23 02:18:12.471510 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3308777-1cc1-4f22-9ce7-6251fe56d56f req-ea38a41a-f039-42fa-b198-58d85f036eca tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:12.472988 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b3308777-1cc1-4f22-9ce7-6251fe56d56f req-ea38a41a-f039-42fa-b198-58d85f036eca tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.0534952 Oct 23 02:18:12.521843 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b3308777-1cc1-4f22-9ce7-6251fe56d56f req-9ccf010c-6b54-4fa0-8658-5f884f09f2a4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Oct 23 02:18:12.776832 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:12.785319 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5224d-dc52-4e95-9e10-cd55cd80b977 req-5983a193-9511-4d7c-a7b7-6091cc40a0be tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:12.786850 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0bf5224d-dc52-4e95-9e10-cd55cd80b977 req-5983a193-9511-4d7c-a7b7-6091cc40a0be tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 945 time: 0.0498474 Oct 23 02:18:12.834260 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0bf5224d-dc52-4e95-9e10-cd55cd80b977 req-66b762a7-d168-46be-80ac-c6d37c0c15db tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414064 Oct 23 02:18:13.189774 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a689a2-d554-43e6-8777-d08167779c52 req-039f9da2-61db-44ff-9ab5-65a1310ff5d7 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:13.191268 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04a689a2-d554-43e6-8777-d08167779c52 req-039f9da2-61db-44ff-9ab5-65a1310ff5d7 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0474346 Oct 23 02:18:13.245282 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-04a689a2-d554-43e6-8777-d08167779c52 req-01393faf-3b74-4cd1-8180-fa593803ccc0 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484564 Oct 23 02:18:13.645629 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdee6c-1f7e-410c-b978-fff2e83dcb48 req-b2044f57-d8e1-4d9e-b37d-a25d250deb45 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:13.647384 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b6cdee6c-1f7e-410c-b978-fff2e83dcb48 req-b2044f57-d8e1-4d9e-b37d-a25d250deb45 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.0500138 Oct 23 02:18:13.699219 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b6cdee6c-1f7e-410c-b978-fff2e83dcb48 req-b7ba9c12-f9a1-49ba-b715-40a943c65ff0 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458229 Oct 23 02:18:13.703269 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d7f884ad-8119-4bc4-a72d-23e82f38a0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:13.961960 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0744010-3380-4ae7-909c-cbf38a4dbade req-f78a864f-3fbd-4cc8-9fab-7815172f3d39 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:13.963453 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a0744010-3380-4ae7-909c-cbf38a4dbade req-f78a864f-3fbd-4cc8-9fab-7815172f3d39 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 945 time: 0.0488307 Oct 23 02:18:14.010615 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a0744010-3380-4ae7-909c-cbf38a4dbade req-0eab20a3-f2f4-4114-ac69-15704f0937df tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413306 Oct 23 02:18:14.374854 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb03470-cd47-442e-9fc3-6f3dbd5a9693 req-ee25036f-bbfc-4629-be88-2d6c70000f7d tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:14.376367 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7bb03470-cd47-442e-9fc3-6f3dbd5a9693 req-ee25036f-bbfc-4629-be88-2d6c70000f7d tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0513339 Oct 23 02:18:14.428092 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7bb03470-cd47-442e-9fc3-6f3dbd5a9693 req-809a2943-2274-4cf1-8851-da817a305bda tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461218 Oct 23 02:18:14.830692 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d20f1-ac09-4fe8-b36a-fc2c9e31137d req-234efa3c-7a27-4f42-b45c-1e44b0861fd7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:14.832323 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-531d20f1-ac09-4fe8-b36a-fc2c9e31137d req-234efa3c-7a27-4f42-b45c-1e44b0861fd7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.0508153 Oct 23 02:18:14.870511 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:14.883745 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-531d20f1-ac09-4fe8-b36a-fc2c9e31137d req-ee7b3dbf-7943-449b-acf0-7e127752eeb6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458393 Oct 23 02:18:15.133627 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b65fc-911c-4805-b0e0-ce6d3326ae2a req-9f972203-eed2-4110-b11f-cb309a76f302 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:15.135097 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f17b65fc-911c-4805-b0e0-ce6d3326ae2a req-9f972203-eed2-4110-b11f-cb309a76f302 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 945 time: 0.0491095 Oct 23 02:18:15.185171 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f17b65fc-911c-4805-b0e0-ce6d3326ae2a req-df83c008-1538-4d64-97e0-0a377ede104a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Oct 23 02:18:15.552259 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365127f-b1b9-4788-9fad-3f16cae0f2ec req-bbf1b126-e462-4bd3-883b-6007ed0f02c7 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:15.553982 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b365127f-b1b9-4788-9fad-3f16cae0f2ec req-bbf1b126-e462-4bd3-883b-6007ed0f02c7 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0514085 Oct 23 02:18:15.607758 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b365127f-b1b9-4788-9fad-3f16cae0f2ec req-7bb59959-6172-4d59-b6cb-059e2a1e792f tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473220 Oct 23 02:18:15.824364 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device cc068410-7e76-4bd9-a360-1e98e4ff4392 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:18:15.868366 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port cc068410-7e76-4bd9-a360-1e98e4ff4392 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:18:15.874233 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port cc068410-7e76-4bd9-a360-1e98e4ff4392 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:18:15.874637 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:15.874976 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port cc068410-7e76-4bd9-a360-1e98e4ff4392 Oct 23 02:18:15.953038 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port cc068410-7e76-4bd9-a360-1e98e4ff4392 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:18:15.953913 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:15.977727 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc068410-7e76-4bd9-a360-1e98e4ff4392'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:18:15.980000 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d14e2e-d171-45e9-93d0-54aaf69e9ca3" -d '{"events": [{"server_uuid": "3b94295f-bde2-4165-bd9a-4763ac31fd9a", "name": "network-vif-plugged", "status": "completed", "tag": "cc068410-7e76-4bd9-a360-1e98e4ff4392"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:18:15.996390 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port cc068410-7e76-4bd9-a360-1e98e4ff4392, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=cc068410-7e76-4bd9-a360-1e98e4ff4392,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:16.001863 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:16.027079 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d545b2-80ac-4fa0-bf27-ef4a2e25dcf4 req-1d96c4b6-a382-43db-a140-986f5cc9aa8b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:16.031865 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f6d545b2-80ac-4fa0-bf27-ef4a2e25dcf4 req-1d96c4b6-a382-43db-a140-986f5cc9aa8b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.0631988 Oct 23 02:18:16.035235 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4654de-45a6-4769-a157-6a87b8b0e9ad x-openstack-request-id: req-ea4654de-45a6-4769-a157-6a87b8b0e9ad {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:18:16.035531 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b94295f-bde2-4165-bd9a-4763ac31fd9a", "name": "network-vif-plugged", "status": "completed", "tag": "cc068410-7e76-4bd9-a360-1e98e4ff4392", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:18:16.035793 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea4654de-45a6-4769-a157-6a87b8b0e9ad {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:18:16.036190 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4654de-45a6-4769-a157-6a87b8b0e9ad'] response: {'server_uuid': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc068410-7e76-4bd9-a360-1e98e4ff4392', 'code': 200} Oct 23 02:18:16.059603 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=cc068410-7e76-4bd9-a360-1e98e4ff4392,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:16.087640 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f6d545b2-80ac-4fa0-bf27-ef4a2e25dcf4 req-f8511e1c-78f5-4a59-8467-95f8d590c779 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494835 Oct 23 02:18:16.107989 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2ee32acf-cf4f-4740-b6cd-a815df7eaa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:16.310178 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f7d5-482d-4f43-bdc5-9631ea746842 req-d9cf4673-1cc8-4b31-80a6-2a96ab93a5f9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:16.311506 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3050f7d5-482d-4f43-bdc5-9631ea746842 req-d9cf4673-1cc8-4b31-80a6-2a96ab93a5f9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 946 time: 0.0479746 Oct 23 02:18:16.364589 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3050f7d5-482d-4f43-bdc5-9631ea746842 req-f1ba419d-8a70-4a0c-9e33-4df3bffed2ee tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465038 Oct 23 02:18:16.511822 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a820c-436f-4dd5-b229-e213aca48ff6 req-e53475b3-c2ea-4c06-ba2e-9ba91f5c4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:16.514035 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-216a820c-436f-4dd5-b229-e213aca48ff6 req-e53475b3-c2ea-4c06-ba2e-9ba91f5c4627 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 1130 time: 0.0441349 Oct 23 02:18:16.562662 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-216a820c-436f-4dd5-b229-e213aca48ff6 req-7acd4c50-c27a-4706-b090-986c47b6d161 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Oct 23 02:18:16.692410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:16.733478 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318ef78-a158-4fdf-ab08-c5f1a8307a85 req-0c8388f6-1a9b-458f-9758-cb5d4ea991fd tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:16.734984 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a318ef78-a158-4fdf-ab08-c5f1a8307a85 req-0c8388f6-1a9b-458f-9758-cb5d4ea991fd tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0527575 Oct 23 02:18:16.785708 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a318ef78-a158-4fdf-ab08-c5f1a8307a85 req-e19a664c-af42-478b-9da8-d880240c6d6d tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450933 Oct 23 02:18:17.201493 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:17.234358 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d675f-e624-49c8-af66-1e2d432d373e req-85ce7d31-4480-469e-a7de-6bb0308e2c4a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:17.236091 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-384d675f-e624-49c8-af66-1e2d432d373e req-85ce7d31-4480-469e-a7de-6bb0308e2c4a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 944 time: 0.0632021 Oct 23 02:18:17.289189 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-384d675f-e624-49c8-af66-1e2d432d373e req-e37273dd-145e-4c3a-948b-f27baf391aee tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453005 Oct 23 02:18:17.493338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1631a-e11a-4e30-ab2a-322aec940642 req-cc136cf6-2829-44c8-a89c-c8efc91522e1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:17.494952 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eaa1631a-e11a-4e30-ab2a-322aec940642 req-cc136cf6-2829-44c8-a89c-c8efc91522e1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 946 time: 0.0505550 Oct 23 02:18:17.548906 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eaa1631a-e11a-4e30-ab2a-322aec940642 req-46e5bd57-85b6-4a45-80b8-b2af871d5787 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482931 Oct 23 02:18:17.812063 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:18:17.917772 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cefd8b-6d9a-4503-aefe-a8ff6b41ee9e req-08965ab3-44b6-4f6d-9aa1-a51412a23e8d tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:17.920430 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-35cefd8b-6d9a-4503-aefe-a8ff6b41ee9e req-08965ab3-44b6-4f6d-9aa1-a51412a23e8d tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0525794 Oct 23 02:18:17.930003 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:17.944348 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'port_id': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765', 'mac_address': 'fa:16:3e:19:d1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:18:17.974576 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-35cefd8b-6d9a-4503-aefe-a8ff6b41ee9e req-bf6ae985-cd41-4d78-95fc-1dc9fcbb4695 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471025 Oct 23 02:18:17.984687 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:18:17.985353 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:18.002740 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:18:18.025201 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:18.029212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:18.078566 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:18.411373 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a72b33-1a0a-400c-abef-1205fd3407f8 req-8bbc7a3b-8879-4749-b207-9fb545d5fb8a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:18.412877 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-60a72b33-1a0a-400c-abef-1205fd3407f8 req-8bbc7a3b-8879-4749-b207-9fb545d5fb8a tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 945 time: 0.0494299 Oct 23 02:18:18.464613 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-60a72b33-1a0a-400c-abef-1205fd3407f8 req-f0843858-da92-4569-8de1-b0633e268136 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444388 Oct 23 02:18:18.495373 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['1cc48bf0-68f8-4f4c-ac88-de9210d7d765'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:18:18.524334 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:18.621442 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:18.688008 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02e44b-9175-467f-bb8e-75df8fb95fed req-3d17755d-81d5-4b42-afb3-486a24393b69 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:18.688008 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd02e44b-9175-467f-bb8e-75df8fb95fed req-3d17755d-81d5-4b42-afb3-486a24393b69 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 946 time: 0.0541875 Oct 23 02:18:18.730916 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:18.738841 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd02e44b-9175-467f-bb8e-75df8fb95fed req-6c205fd2-0457-4f4a-b25b-47cd49c1b7f5 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463700 Oct 23 02:18:18.839541 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:18.926803 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:19.102403 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b25ee-a243-4fa8-90b1-001d215e41bd req-137f999b-5037-4403-a347-68e9f2281c76 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:19.103857 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a64b25ee-a243-4fa8-90b1-001d215e41bd req-137f999b-5037-4403-a347-68e9f2281c76 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0467169 Oct 23 02:18:19.154015 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a64b25ee-a243-4fa8-90b1-001d215e41bd req-80b1dc29-7191-4a94-b013-08b3ae1787f1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440707 Oct 23 02:18:19.368092 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-9245f586-da81-4426-9577-05cc8d78c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:19.369570 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-9245f586-da81-4426-9577-05cc8d78c0ee service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad&tenant_id=d7bb15a157314fb095d2333f64ab0c83 HTTP/1.1" status: 200 len: 1127 time: 0.0418360 Oct 23 02:18:19.445919 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-1e2636a5-19c6-469b-ac39-89a6ead382e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:19.447400 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-1e2636a5-19c6-469b-ac39-89a6ead382e1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7bb15a157314fb095d2333f64ab0c83&device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1127 time: 0.0387518 Oct 23 02:18:19.566059 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-aeac16e2-3da5-425a-9f05-738b005f1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:19.567565 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-aeac16e2-3da5-425a-9f05-738b005f1945 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 200 len: 909 time: 0.1137464 Oct 23 02:18:19.642499 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13a1d-2dc8-4b4c-810d-0888dc09a454 req-fae76e25-7ab7-4454-b226-91a5a026527b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:19.643971 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e7e13a1d-2dc8-4b4c-810d-0888dc09a454 req-fae76e25-7ab7-4454-b226-91a5a026527b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 945 time: 0.0931354 Oct 23 02:18:19.671586 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-13159b23-53ee-4021-ba50-925db447aac1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 998 time: 0.0844438 Oct 23 02:18:19.731992 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:19.740452 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e7e13a1d-2dc8-4b4c-810d-0888dc09a454 req-63b63e21-ff0b-4a0a-a311-c861af84972f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888243 Oct 23 02:18:19.748112 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-45da67fb-e66d-485a-ac86-69dcd497ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:19.749549 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-45da67fb-e66d-485a-ac86-69dcd497ad17 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f2dd49c0-4da5-4047-a07d-67951a0b7ed5 HTTP/1.1" status: 200 len: 847 time: 0.0702367 Oct 23 02:18:19.796023 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-1bce065b-be4e-4ed3-a260-70f99f14fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:19.797546 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-1bce065b-be4e-4ed3-a260-70f99f14fac9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5ff0d7db-4994-4f32-abfd-4e23a0f82087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426590 Oct 23 02:18:19.829230 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:18:19.878309 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:18:19.885025 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:18:19.885440 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:19.885833 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 Oct 23 02:18:19.887404 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55204) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:19.914151 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb979a3-d88a-45cb-91cc-8075ade24e6a req-fdb23712-9f5b-40a2-aa18-1572b8255572 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:19.915928 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ccb979a3-d88a-45cb-91cc-8075ade24e6a req-fdb23712-9f5b-40a2-aa18-1572b8255572 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 946 time: 0.0915964 Oct 23 02:18:19.961733 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-2c550d1f-3f15-4ea1-be28-21d07ae11b38 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575835 Oct 23 02:18:19.969514 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:18:19.970123 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.006208 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:18:20.008479 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0802b3e-4ddc-4453-ac90-e62025c7b489" -d '{"events": [{"server_uuid": "feb9b7c7-7380-423a-b0c5-43e7d775e9e7", "name": "network-vif-plugged", "status": "completed", "tag": "1cc48bf0-68f8-4f4c-ac88-de9210d7d765"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:18:20.014916 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:20.016079 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f5635829-b8e6-4949-b914-b16ef9856ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.020521 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.040684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ccb979a3-d88a-45cb-91cc-8075ade24e6a req-e226c7e7-5d52-42c6-bf6c-b0c834b4f34a tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129186 Oct 23 02:18:20.073174 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a79918-5267-416e-b3aa-6638a1955518 x-openstack-request-id: req-b1a79918-5267-416e-b3aa-6638a1955518 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:18:20.073460 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb9b7c7-7380-423a-b0c5-43e7d775e9e7", "name": "network-vif-plugged", "status": "completed", "tag": "1cc48bf0-68f8-4f4c-ac88-de9210d7d765", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:18:20.074020 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1a79918-5267-416e-b3aa-6638a1955518 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:18:20.074612 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a79918-5267-416e-b3aa-6638a1955518'] response: {'server_uuid': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765', 'code': 200} Oct 23 02:18:20.101365 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:20.105978 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a09ef71c-8e8a-4516-9130-b18a81200410 req-e19a8bae-89ac-43e3-bf24-c65cd4694927 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357350 Oct 23 02:18:20.134606 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f5635829-b8e6-4949-b914-b16ef9856ef3 admin admin] Publish callbacks [] for security_group (153c16d2-728e-4143-8bb1-0afa99783d81), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.139215 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-f5635829-b8e6-4949-b914-b16ef9856ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (153c16d2-728e-4143-8bb1-0afa99783d81), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.170646 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be080-4013-4c8c-a485-3746f954bc0c req-d9c58f6a-2077-4986-ad62-301b8f875149 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:20.172369 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bb6be080-4013-4c8c-a485-3746f954bc0c req-d9c58f6a-2077-4986-ad62-301b8f875149 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 946 time: 0.0549500 Oct 23 02:18:20.184073 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 55214) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:20.188832 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-226a8276-5f45-430c-ab97-8a4291f09baa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Request body: {'floatingip': {'port_id': 'cc068410-7e76-4bd9-a360-1e98e4ff4392'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:18:20.195123 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-f5635829-b8e6-4949-b914-b16ef9856ef3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a29518c15f6e4b75a63ae696827c6db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056717 Oct 23 02:18:20.197822 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55216) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:20.198789 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5635829-b8e6-4949-b914-b16ef9856ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153c16d2-728e-4143-8bb1-0afa99783d81,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:20.229000 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-226a8276-5f45-430c-ab97-8a4291f09baa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.261326 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:20.269568 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:20.277148 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b04034db-0c0e-4aa1-a930-ef3e4da804d4 admin admin] Publish callbacks [] for security_group (153c16d2-728e-4143-8bb1-0afa99783d81), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.302699 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b04034db-0c0e-4aa1-a930-ef3e4da804d4 admin admin] Publish callbacks [] for security_group (153c16d2-728e-4143-8bb1-0afa99783d81), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.352215 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b04034db-0c0e-4aa1-a930-ef3e4da804d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (153c16d2-728e-4143-8bb1-0afa99783d81), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.355309 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b04034db-0c0e-4aa1-a930-ef3e4da804d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.357298 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b04034db-0c0e-4aa1-a930-ef3e4da804d4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/153c16d2-728e-4143-8bb1-0afa99783d81 HTTP/1.1" status: 204 len: 168 time: 0.1362793 Oct 23 02:18:20.358516 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43344dc0-9c9a-4fb8-8f81-06b646e10045 req-fb51c1f8-2b1b-4f51-b40e-5aee30ea40ae tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:20.359990 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-43344dc0-9c9a-4fb8-8f81-06b646e10045 req-fb51c1f8-2b1b-4f51-b40e-5aee30ea40ae tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0991876 Oct 23 02:18:20.365685 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04034db-0c0e-4aa1-a930-ef3e4da804d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153c16d2-728e-4143-8bb1-0afa99783d81,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:20.480931 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-43344dc0-9c9a-4fb8-8f81-06b646e10045 req-85c626e6-f111-4b90-9128-3b96a65eff69 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036661 Oct 23 02:18:20.485392 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:20.758918 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-226a8276-5f45-430c-ab97-8a4291f09baa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.762824 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-226a8276-5f45-430c-ab97-8a4291f09baa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:20.825854 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:20.901262 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-226a8276-5f45-430c-ab97-8a4291f09baa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Floating IP fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e associated. External IP: 172.27.0.18, port: cc068410-7e76-4bd9-a360-1e98e4ff4392. Oct 23 02:18:20.948913 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e130-2994-4d6d-ab68-36e58c880efd req-71421a93-cb89-4004-a5c0-c454ca08fb12 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:20.951268 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfc8e130-2994-4d6d-ab68-36e58c880efd req-71421a93-cb89-4004-a5c0-c454ca08fb12 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 946 time: 0.0982354 Oct 23 02:18:21.047172 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfc8e130-2994-4d6d-ab68-36e58c880efd req-ef2f673e-9630-44b2-83e9-407e1d7eda8f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896945 Oct 23 02:18:21.406689 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7becf6-46a3-4ce5-a42b-2c7fcebaf6de req-3485e808-7b09-415a-9425-8cf410ec396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:21.408239 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2d7becf6-46a3-4ce5-a42b-2c7fcebaf6de req-3485e808-7b09-415a-9425-8cf410ec396b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0830338 Oct 23 02:18:21.453434 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a8276-5f45-430c-ab97-8a4291f09baa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Router 761b3ede-22ba-4f51-ac96-0192c80f2edb has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:18:21.482554 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2d7becf6-46a3-4ce5-a42b-2c7fcebaf6de req-9681b0ce-e3de-4fa7-b75b-b89d0497300e service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682273 Oct 23 02:18:21.613716 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a8276-5f45-430c-ab97-8a4291f09baa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:18:21.618515 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-226a8276-5f45-430c-ab97-8a4291f09baa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:21.624566 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] Sync routers for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:18:21.634456 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:18:21.635097 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:18:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:21.648505 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96beae2-e087-44dd-a704-a3423b8c4f7b req-11d40bc6-e888-42d9-9dee-134e430d3acb tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:21.649958 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d96beae2-e087-44dd-a704-a3423b8c4f7b req-11d40bc6-e888-42d9-9dee-134e430d3acb tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0821218 Oct 23 02:18:21.666165 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-226a8276-5f45-430c-ab97-8a4291f09baa tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e HTTP/1.1" status: 200 len: 991 time: 1.4810791 Oct 23 02:18:21.673066 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'tag': 'cc068410-7e76-4bd9-a360-1e98e4ff4392'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:18:21.676260 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b94295f-bde2-4165-bd9a-4763ac31fd9a", "tag": "cc068410-7e76-4bd9-a360-1e98e4ff4392"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:18:21.693796 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:21.716179 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d96beae2-e087-44dd-a704-a3423b8c4f7b req-ec538171-b54e-4cc1-ab97-56a994f27adf tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593674 Oct 23 02:18:21.729329 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9b83a6-4fb4-40c7-89db-d5632e9facff x-openstack-request-id: req-9c9b83a6-4fb4-40c7-89db-d5632e9facff {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:18:21.729741 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b94295f-bde2-4165-bd9a-4763ac31fd9a", "tag": "cc068410-7e76-4bd9-a360-1e98e4ff4392", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:18:21.730050 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c9b83a6-4fb4-40c7-89db-d5632e9facff {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:18:21.730491 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9b83a6-4fb4-40c7-89db-d5632e9facff'] response: {'name': 'network-changed', 'server_uuid': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'tag': 'cc068410-7e76-4bd9-a360-1e98e4ff4392', 'status': 'completed', 'code': 200} Oct 23 02:18:21.880850 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:18:21.960708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-e83ca3a4-7516-46e1-a909-41f1f803bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:21.962099 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-e83ca3a4-7516-46e1-a909-41f1f803bf6b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 1130 time: 0.0391078 Oct 23 02:18:22.089130 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'port_id': 'cc068410-7e76-4bd9-a360-1e98e4ff4392', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'mac_address': 'fa:16:3e:a8:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:55Z', 'updated_at': '2022-10-23T02:18:20Z', 'revision_number': 1, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:22.118207 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] Checking router: 761b3ede-22ba-4f51-ac96-0192c80f2edb for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:18:22.126752 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:18:22.127357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:18:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:22.133766 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=25 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:22.139083 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=18 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:22.174022 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d3fe-0c21-49bc-af45-ef243768f60c req-69ec4602-55c7-489e-88fd-0693840a716e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:22.175536 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5004d3fe-0c21-49bc-af45-ef243768f60c req-69ec4602-55c7-489e-88fd-0693840a716e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 946 time: 0.0496478 Oct 23 02:18:22.215288 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:22.226032 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5004d3fe-0c21-49bc-af45-ef243768f60c req-6c9dfa0c-c229-4f45-8254-b76e789c14ed tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446608 Oct 23 02:18:22.232160 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:18:22.369593 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:22.446987 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'port_id': 'cc068410-7e76-4bd9-a360-1e98e4ff4392', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'mac_address': 'fa:16:3e:a8:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:55Z', 'updated_at': '2022-10-23T02:18:20Z', 'revision_number': 1, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:22.474294 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26722233-1564-4928-aea8-bb9f90147cc0 None None] The sync data for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi is: [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'port_id': 'cc068410-7e76-4bd9-a360-1e98e4ff4392', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'mac_address': 'fa:16:3e:a8:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:55Z', 'updated_at': '2022-10-23T02:18:20Z', 'revision_number': 1, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:18:22.515094 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-257b27a3-9cf7-4623-a8ff-ef1d15130bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:22.516658 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-257b27a3-9cf7-4623-a8ff-ef1d15130bfb service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 200 len: 912 time: 0.1026571 Oct 23 02:18:22.597430 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-1719c847-c2a3-4194-a5a0-0b4a02727161 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc068410-7e76-4bd9-a360-1e98e4ff4392 HTTP/1.1" status: 200 len: 999 time: 0.0647094 Oct 23 02:18:22.660071 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-fe8af937-2d9e-4b45-a59e-7cdc9ebba996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:22.660071 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-fe8af937-2d9e-4b45-a59e-7cdc9ebba996 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=6e7965d4-88a1-4964-8f96-61893c8593de HTTP/1.1" status: 200 len: 850 time: 0.0546646 Oct 23 02:18:22.711365 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:22.716604 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aad048-5e8c-4a6c-9e32-b05b1e3e90dc None None] New status for floating IP fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e: ACTIVE {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:18:22.720643 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-3a94957d-2919-411d-be72-8ddb8fc3dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:22.722345 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-3a94957d-2919-411d-be72-8ddb8fc3dfe4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d813ef1f-8211-49e2-a5ea-c7934e717ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507691 Oct 23 02:18:22.859090 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf12a6-1156-4408-ae77-6056413ae315 req-1d7a1bd4-37ae-49f5-95a4-2ceb11bb11b8 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:22.861474 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8cf12a6-1156-4408-ae77-6056413ae315 req-1d7a1bd4-37ae-49f5-95a4-2ceb11bb11b8 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0592399 Oct 23 02:18:22.987283 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8cf12a6-1156-4408-ae77-6056413ae315 req-72591170-2abf-4b34-907b-6f3e68314663 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160827 Oct 23 02:18:23.018888 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-46f899d4-a608-4199-aec9-82ccf09d6ea7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560035 Oct 23 02:18:23.358874 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4efa87-789b-4f38-84d3-df27f0ef681b req-3740f825-165e-4023-be42-fa06eefed9f9 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:23.360354 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7c4efa87-789b-4f38-84d3-df27f0ef681b req-3740f825-165e-4023-be42-fa06eefed9f9 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 946 time: 0.0581112 Oct 23 02:18:23.468090 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7c4efa87-789b-4f38-84d3-df27f0ef681b req-a6e99eed-e845-40c1-b33f-ebfcf97437c6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980878 Oct 23 02:18:23.478217 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-accaecb1-6c0d-42bf-9000-b4f6e7d4f6b5 req-f25be18c-87bf-491b-84a3-f455cfa5ee65 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353674 Oct 23 02:18:23.586143 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577cdb5-9516-48e4-a9a2-98f7430ce7cc req-e675669e-2624-461c-983a-9b674d12a812 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:23.587524 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6577cdb5-9516-48e4-a9a2-98f7430ce7cc req-e675669e-2624-461c-983a-9b674d12a812 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 946 time: 0.0473320 Oct 23 02:18:23.597835 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 55278) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:23.602369 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-c3328463-4412-45b0-b7a8-0a8ecbe883ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'floatingip': {'port_id': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:18:23.640844 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c3328463-4412-45b0-b7a8-0a8ecbe883ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (a87133c8-05d3-4fb5-86e5-7cb3bc69f709), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:23.888491 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:24.074733 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c3328463-4412-45b0-b7a8-0a8ecbe883ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:24.084658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c3328463-4412-45b0-b7a8-0a8ecbe883ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (a87133c8-05d3-4fb5-86e5-7cb3bc69f709), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:24.162992 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977ea90-bf0f-4efc-9103-4a50ab6d16af req-242217c3-a07e-41bd-8ede-4035a29e5a88 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:24.164507 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3977ea90-bf0f-4efc-9103-4a50ab6d16af req-242217c3-a07e-41bd-8ede-4035a29e5a88 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0950270 Oct 23 02:18:24.240958 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:24.254479 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-c3328463-4412-45b0-b7a8-0a8ecbe883ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Floating IP a87133c8-05d3-4fb5-86e5-7cb3bc69f709 associated. External IP: 172.27.0.42, port: 1cc48bf0-68f8-4f4c-ac88-de9210d7d765. Oct 23 02:18:24.261299 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3977ea90-bf0f-4efc-9103-4a50ab6d16af req-6eda5c45-0b4d-4308-9a5f-234db0de2919 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890772 Oct 23 02:18:24.474195 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3328463-4412-45b0-b7a8-0a8ecbe883ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:18:24.580583 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3328463-4412-45b0-b7a8-0a8ecbe883ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:18:24.585231 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c3328463-4412-45b0-b7a8-0a8ecbe883ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:24.590351 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:18:24.600899 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:18:24.601595 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:18:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:24.615500 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c3328463-4412-45b0-b7a8-0a8ecbe883ab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/a87133c8-05d3-4fb5-86e5-7cb3bc69f709 HTTP/1.1" status: 200 len: 991 time: 1.0166326 Oct 23 02:18:24.616242 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'tag': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:18:24.618596 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "feb9b7c7-7380-423a-b0c5-43e7d775e9e7", "tag": "1cc48bf0-68f8-4f4c-ac88-de9210d7d765"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:18:24.659867 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0ed6fa-047f-4075-9b8d-e337f33dffe6 x-openstack-request-id: req-0d0ed6fa-047f-4075-9b8d-e337f33dffe6 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:18:24.660165 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb9b7c7-7380-423a-b0c5-43e7d775e9e7", "tag": "1cc48bf0-68f8-4f4c-ac88-de9210d7d765", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:18:24.660425 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d0ed6fa-047f-4075-9b8d-e337f33dffe6 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:18:24.660831 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0ed6fa-047f-4075-9b8d-e337f33dffe6'] response: {'name': 'network-changed', 'server_uuid': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'tag': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765', 'status': 'completed', 'code': 200} Oct 23 02:18:24.710207 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:18:24.763966 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-544d3d8d-ee48-45d0-bfc3-757649394e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:24.765473 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-544d3d8d-ee48-45d0-bfc3-757649394e74 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0412989 Oct 23 02:18:24.864530 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-f65bd85b-e7cf-45ef-a97a-43cb360c4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:24.865995 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-f65bd85b-e7cf-45ef-a97a-43cb360c4195 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 916 time: 0.0942898 Oct 23 02:18:24.927626 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-9223c562-7382-44ad-890d-decb57d09e51 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cc48bf0-68f8-4f4c-ac88-de9210d7d765 HTTP/1.1" status: 200 len: 999 time: 0.0555141 Oct 23 02:18:24.930712 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'a87133c8-05d3-4fb5-86e5-7cb3bc69f709', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:19:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:54Z', 'updated_at': '2022-10-23T02:18:23Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:24.956067 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:18:24.964541 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:18:24.965699 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:18:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:24.980033 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-d9c64bd7-6b86-4d53-91b8-bc544ca2e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:24.982264 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-d9c64bd7-6b86-4d53-91b8-bc544ca2e396 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.0491586 Oct 23 02:18:24.996964 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:25.029342 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-6f31794c-26e3-4a84-8214-3abcbe1f6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:25.030901 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-6f31794c-26e3-4a84-8214-3abcbe1f6dec service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421653 Oct 23 02:18:25.076203 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:18:25.123516 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-487b39bb-f6ba-47fa-a106-648c5a2602dc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851781 Oct 23 02:18:25.218577 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45cfc0b0-aa93-489f-b828-f2c4132e9d9c req-5c852720-adbf-41fa-acaa-9e5058e23503 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890992 Oct 23 02:18:25.283527 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:25.291212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'a87133c8-05d3-4fb5-86e5-7cb3bc69f709', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:19:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:54Z', 'updated_at': '2022-10-23T02:18:23Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:18:25.317372 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f7c64-1b94-4e73-a0f3-78ab216f9b64 None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'a87133c8-05d3-4fb5-86e5-7cb3bc69f709', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:19:d1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:54Z', 'updated_at': '2022-10-23T02:18:23Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:18:25.391002 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f74bbf-853b-4b3c-95ce-985454f29905 req-21209a25-edc8-4de7-9fc1-06d3246f7ac1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:25.392537 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-40f74bbf-853b-4b3c-95ce-985454f29905 req-21209a25-edc8-4de7-9fc1-06d3246f7ac1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0490217 Oct 23 02:18:25.447346 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:25.470162 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-40f74bbf-853b-4b3c-95ce-985454f29905 req-b8225406-1f7d-4c07-9062-d0016cd889b2 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708623 Oct 23 02:18:25.572956 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80076d34-290b-47a9-974b-54eaa8535b76 None None] New status for floating IP a87133c8-05d3-4fb5-86e5-7cb3bc69f709: ACTIVE {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:18:25.584168 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-dd422997-4ceb-4d93-8136-73cc10d8c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:25.585753 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-dd422997-4ceb-4d93-8136-73cc10d8c240 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7bb15a157314fb095d2333f64ab0c83&device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1127 time: 0.0485764 Oct 23 02:18:25.702064 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-ab87b036-62b9-4c8b-ad3a-613c196f8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:25.703674 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-ab87b036-62b9-4c8b-ad3a-613c196f8c1a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 200 len: 909 time: 0.0987079 Oct 23 02:18:25.774489 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-b3d0d5fb-2a96-4e9f-8900-d0e30eb137e7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 998 time: 0.0643620 Oct 23 02:18:25.825823 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-0faa941c-330e-47da-b156-18c647346aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:25.827341 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-0faa941c-330e-47da-b156-18c647346aa8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f2dd49c0-4da5-4047-a07d-67951a0b7ed5 HTTP/1.1" status: 200 len: 847 time: 0.0447621 Oct 23 02:18:25.873872 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-0c1cb22e-0d7e-4fbf-b5de-37b9450e4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:25.875534 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-0c1cb22e-0d7e-4fbf-b5de-37b9450e4bde service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5ff0d7db-4994-4f32-abfd-4e23a0f82087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423682 Oct 23 02:18:25.973698 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-10cf1013-09c0-4816-a6db-670ac0221d21 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921273 Oct 23 02:18:26.073319 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7a8d7f54-98f6-4c0d-9bed-df8910d08336 req-dbdab364-36f4-49f4-8b7b-5f391ea5c8ba service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931542 Oct 23 02:18:26.601652 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78722adb-b9b1-4394-90e5-e5a4104976dc req-23fd0d71-6d93-47e2-8b23-6249e26dba01 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:26.602887 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78722adb-b9b1-4394-90e5-e5a4104976dc req-23fd0d71-6d93-47e2-8b23-6249e26dba01 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0579839 Oct 23 02:18:26.652338 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78722adb-b9b1-4394-90e5-e5a4104976dc req-61ef2d16-ef61-46c1-9559-250fb724ea98 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426416 Oct 23 02:18:27.420005 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:27.790197 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1280c-ddc8-4171-b262-719b3478940b req-b4bbe7cc-a545-476b-a000-2d37808b91bd tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:27.791703 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45b1280c-ddc8-4171-b262-719b3478940b req-b4bbe7cc-a545-476b-a000-2d37808b91bd tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0484099 Oct 23 02:18:27.841669 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45b1280c-ddc8-4171-b262-719b3478940b req-ca3432cd-9b9f-44df-a099-a979e8d48ea4 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435178 Oct 23 02:18:28.968705 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a46056-b163-40ed-9efe-7f060d9faee7 req-9a54c93e-822c-4c37-983c-f2be76d382c3 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:28.970050 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7a46056-b163-40ed-9efe-7f060d9faee7 req-9a54c93e-822c-4c37-983c-f2be76d382c3 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 943 time: 0.0494907 Oct 23 02:18:28.993712 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:29.019019 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7a46056-b163-40ed-9efe-7f060d9faee7 req-a1c3bdef-ed77-4f79-bfc1-87f99811b5bd tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434284 Oct 23 02:18:29.860613 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d232d5a5-a6d8-44ab-a498-c1ef3fea2467 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:18:29.962874 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:29.974307 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'port_id': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'mac_address': 'fa:16:3e:e1:02:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:18:29.995882 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:30.010891 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:18:30.011294 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:30.024925 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d232d5a5-a6d8-44ab-a498-c1ef3fea2467 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:18:30.046038 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:30.051623 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:30.102295 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,revision_number=7']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:30.147260 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bc0da-80f3-4be6-ac4a-8f274e946395 req-d8d4245c-e583-467b-8db6-6954fbd0e422 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:30.149367 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-243bc0da-80f3-4be6-ac4a-8f274e946395 req-d8d4245c-e583-467b-8db6-6954fbd0e422 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 944 time: 0.0498295 Oct 23 02:18:30.199073 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-243bc0da-80f3-4be6-ac4a-8f274e946395 req-7eaa14a2-fe8f-41bb-a634-e41338b33934 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433474 Oct 23 02:18:30.207137 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 55370) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:30.311724 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:30.336654 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:30.365670 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:30.368516 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:30.391952 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Publish callbacks [] for security_group (852f6be1-6860-4821-8fcb-8e5a41ce39df), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:30.395764 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (852f6be1-6860-4821-8fcb-8e5a41ce39df), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:30.493640 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['d232d5a5-a6d8-44ab-a498-c1ef3fea2467'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:18:30.677535 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=665fb029e2554b58972d49198aa485a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668071 Oct 23 02:18:30.677535 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852f6be1-6860-4821-8fcb-8e5a41ce39df,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:30.678363 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 55374) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:30.695691 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.696045 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.696397 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.696740 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.697079 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.697410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.697738 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.698065 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.698393 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.698750 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.699736 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.700521 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.700521 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.700834 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.701158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a0d73-7acd-4b61-a9bf-10cbe80d8fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:30.743822 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-acda7b1f-bcb3-423a-98ea-1356be1259aa admin admin] Publish callbacks [] for security_group (852f6be1-6860-4821-8fcb-8e5a41ce39df), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:30.763718 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-acda7b1f-bcb3-423a-98ea-1356be1259aa admin admin] Publish callbacks [] for security_group (852f6be1-6860-4821-8fcb-8e5a41ce39df), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:30.810913 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-acda7b1f-bcb3-423a-98ea-1356be1259aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (852f6be1-6860-4821-8fcb-8e5a41ce39df), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:30.813558 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-acda7b1f-bcb3-423a-98ea-1356be1259aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:30.814719 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-acda7b1f-bcb3-423a-98ea-1356be1259aa admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/852f6be1-6860-4821-8fcb-8e5a41ce39df HTTP/1.1" status: 204 len: 168 time: 0.1346104 Oct 23 02:18:30.822783 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda7b1f-bcb3-423a-98ea-1356be1259aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852f6be1-6860-4821-8fcb-8e5a41ce39df,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:31.326277 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d03e5a-8c3e-4a91-88d4-2aee7d831c05 req-b88aac3a-ad8b-4ac7-8f33-f45360da8852 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:31.327796 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-21d03e5a-8c3e-4a91-88d4-2aee7d831c05 req-b88aac3a-ad8b-4ac7-8f33-f45360da8852 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 944 time: 0.0494490 Oct 23 02:18:31.387269 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-21d03e5a-8c3e-4a91-88d4-2aee7d831c05 req-a63a9dae-4ff2-4481-864a-61f1c3bfec19 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536115 Oct 23 02:18:31.872064 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d232d5a5-a6d8-44ab-a498-c1ef3fea2467 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:18:31.920719 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:18:31.921099 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:31.921437 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 Oct 23 02:18:31.993394 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:18:31.993840 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:31.995530 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:32.025064 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:18:32.028078 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f100fc-df81-4c30-94af-dc733740f4bd" -d '{"events": [{"server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "name": "network-vif-plugged", "status": "completed", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:18:32.040552 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:18:32.047206 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:32.073851 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ae21b-563b-4eba-ab79-612ebca91eed x-openstack-request-id: req-582ae21b-563b-4eba-ab79-612ebca91eed {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:18:32.074139 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "name": "network-vif-plugged", "status": "completed", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:18:32.074396 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-582ae21b-563b-4eba-ab79-612ebca91eed {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:18:32.074897 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582ae21b-563b-4eba-ab79-612ebca91eed'] response: {'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'code': 200} Oct 23 02:18:32.103117 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,revision_number=8']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:32.175862 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55432) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:32.284842 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:32.368450 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Publish callbacks [] for security_group (90defc51-02b0-4988-9701-cd73b4e26997), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:32.372113 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b67972-02d3-4a1a-a341-529428851340 req-c5eaeaf9-09c5-4842-8e23-87b6f7c78aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:32.373232 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (90defc51-02b0-4988-9701-cd73b4e26997), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:32.374339 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-44b67972-02d3-4a1a-a341-529428851340 req-c5eaeaf9-09c5-4842-8e23-87b6f7c78aeb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1129 time: 0.0414982 Oct 23 02:18:32.412748 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90defc51-02b0-4988-9701-cd73b4e26997,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:32.421693 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=cf9e0b8c315d44369bcbb62d8ba14308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447610 Oct 23 02:18:32.424025 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-44b67972-02d3-4a1a-a341-529428851340 req-b857606c-e73a-40aa-88e2-54f0c0a5783f service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Oct 23 02:18:32.424452 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55440) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:32.431464 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.431872 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.432164 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.432494 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.432962 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.433801 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.434139 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.434506 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.434839 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.435168 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.435492 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.435817 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.436142 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.436468 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.436788 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e86fe-0359-479d-9148-326bb9391a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:18:32.490345 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-12bdbfba-7d17-4bdf-a261-bfe85d7e3fa8 admin admin] Publish callbacks [] for security_group (90defc51-02b0-4988-9701-cd73b4e26997), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:32.510882 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-12bdbfba-7d17-4bdf-a261-bfe85d7e3fa8 admin admin] Publish callbacks [] for security_group (90defc51-02b0-4988-9701-cd73b4e26997), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:32.511292 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941f9a-46a7-4517-b1dd-8aca4f9112dc req-e73398fa-65d6-4ea2-b9e9-8db4da1ebe98 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:32.513295 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0941f9a-46a7-4517-b1dd-8aca4f9112dc req-e73398fa-65d6-4ea2-b9e9-8db4da1ebe98 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0472178 Oct 23 02:18:32.559497 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-12bdbfba-7d17-4bdf-a261-bfe85d7e3fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (90defc51-02b0-4988-9701-cd73b4e26997), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:32.561967 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-12bdbfba-7d17-4bdf-a261-bfe85d7e3fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:32.563242 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0941f9a-46a7-4517-b1dd-8aca4f9112dc req-6df0c826-6cbe-4f39-a3a1-21e23e1c08c9 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441461 Oct 23 02:18:32.565918 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-12bdbfba-7d17-4bdf-a261-bfe85d7e3fa8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/90defc51-02b0-4988-9701-cd73b4e26997 HTTP/1.1" status: 204 len: 168 time: 0.1402934 Oct 23 02:18:32.575351 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdbfba-7d17-4bdf-a261-bfe85d7e3fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90defc51-02b0-4988-9701-cd73b4e26997,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:33.616430 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55476) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:33.694913 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c0f2d-924f-4a20-89c7-a7eac38ecc97 req-b887da17-b959-47ac-af67-ab5a5ea363b1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:33.696425 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2f1c0f2d-924f-4a20-89c7-a7eac38ecc97 req-b887da17-b959-47ac-af67-ab5a5ea363b1 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0524282 Oct 23 02:18:33.731578 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0e54769e-be73-42a4-a2cc-ac5c40942dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:33.752374 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2f1c0f2d-924f-4a20-89c7-a7eac38ecc97 req-0deb9081-6fa2-4437-965d-beeaabbc39bc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496554 Oct 23 02:18:33.812946 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0e54769e-be73-42a4-a2cc-ac5c40942dae admin admin] Publish callbacks [] for security_group (d09ea04e-9b23-46c1-86f5-95d72bfa7f57), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:33.816787 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0e54769e-be73-42a4-a2cc-ac5c40942dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d09ea04e-9b23-46c1-86f5-95d72bfa7f57), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:33.854917 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54769e-be73-42a4-a2cc-ac5c40942dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ea04e-9b23-46c1-86f5-95d72bfa7f57,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:33.859322 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-0e54769e-be73-42a4-a2cc-ac5c40942dae admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e9cc6952074f40e0b368831eeb98a574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411952 Oct 23 02:18:33.862001 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55480) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:33.913725 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9b50e5f3-e419-4957-a74b-42d42ae87dba admin admin] Publish callbacks [] for security_group (d09ea04e-9b23-46c1-86f5-95d72bfa7f57), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:33.933506 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9b50e5f3-e419-4957-a74b-42d42ae87dba admin admin] Publish callbacks [] for security_group (d09ea04e-9b23-46c1-86f5-95d72bfa7f57), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:33.979644 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9b50e5f3-e419-4957-a74b-42d42ae87dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d09ea04e-9b23-46c1-86f5-95d72bfa7f57), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:33.982396 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9b50e5f3-e419-4957-a74b-42d42ae87dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:33.983575 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9b50e5f3-e419-4957-a74b-42d42ae87dba admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d09ea04e-9b23-46c1-86f5-95d72bfa7f57 HTTP/1.1" status: 204 len: 168 time: 0.1206446 Oct 23 02:18:33.991155 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50e5f3-e419-4957-a74b-42d42ae87dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ea04e-9b23-46c1-86f5-95d72bfa7f57,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:18:34.867179 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:34.879221 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72615d-8d35-421a-9c10-5fd7aa39aa84 req-1a2ef15f-7072-4f87-9e13-10f7e60f1321 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:18:34.880751 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a72615d-8d35-421a-9c10-5fd7aa39aa84 req-1a2ef15f-7072-4f87-9e13-10f7e60f1321 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0526109 Oct 23 02:18:34.935892 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a72615d-8d35-421a-9c10-5fd7aa39aa84 req-cb21783e-7f1b-4e3e-9583-480d92b380fe tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482631 Oct 23 02:18:35.105426 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:18:35.711273 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:43.705883 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-6dc1088e-e5d1-4bc6-9b04-630dc522d80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:43.985907 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=76,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:43.986734 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=64,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:44.926722 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:44.930945 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:45.101444 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:46.100449 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4ab06ceb-048f-4bdd-a19a-1ff0153ee922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:47.195831 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:48.842323 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:48.932511 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:57.430386 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:59.135569 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:59.136329 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:18:59.797705 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55640) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:18:59.900434 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aad9-a999-48e8-92a3-65d4756c1a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:59.973667 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aad9-a999-48e8-92a3-65d4756c1a51 admin admin] Publish callbacks [] for security_group (8fdddb26-bed1-438b-92bb-84ba971c4e9f), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:18:59.977170 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-bfd1aad9-a999-48e8-92a3-65d4756c1a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8fdddb26-bed1-438b-92bb-84ba971c4e9f), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:00.014609 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1aad9-a999-48e8-92a3-65d4756c1a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdddb26-bed1-438b-92bb-84ba971c4e9f,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:00.019095 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-bfd1aad9-a999-48e8-92a3-65d4756c1a51 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b16d0e1c22874464abf5b066c4e94817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203641 Oct 23 02:19:00.021784 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55644) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:00.068683 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-396890ea-7a0e-42af-9de5-7fa08214f1c0 admin admin] Publish callbacks [] for security_group (8fdddb26-bed1-438b-92bb-84ba971c4e9f), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:00.088598 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-396890ea-7a0e-42af-9de5-7fa08214f1c0 admin admin] Publish callbacks [] for security_group (8fdddb26-bed1-438b-92bb-84ba971c4e9f), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:00.135992 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-396890ea-7a0e-42af-9de5-7fa08214f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8fdddb26-bed1-438b-92bb-84ba971c4e9f), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:00.139627 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-396890ea-7a0e-42af-9de5-7fa08214f1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:00.140787 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-396890ea-7a0e-42af-9de5-7fa08214f1c0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8fdddb26-bed1-438b-92bb-84ba971c4e9f HTTP/1.1" status: 204 len: 168 time: 0.1181192 Oct 23 02:19:00.148579 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396890ea-7a0e-42af-9de5-7fa08214f1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdddb26-bed1-438b-92bb-84ba971c4e9f,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:00.160792 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:09.192208 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55726) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:09.298124 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-63bb0944-9ad2-4645-b478-c487691ca81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:09.373797 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-63bb0944-9ad2-4645-b478-c487691ca81c admin admin] Publish callbacks [] for security_group (8ab6095c-fac0-42cf-846e-21da5025239c), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:09.377563 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-63bb0944-9ad2-4645-b478-c487691ca81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8ab6095c-fac0-42cf-846e-21da5025239c), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:09.415913 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-63bb0944-9ad2-4645-b478-c487691ca81c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c214609a4d5d405eaa70ed8fac957120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227287 Oct 23 02:19:09.416840 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb0944-9ad2-4645-b478-c487691ca81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab6095c-fac0-42cf-846e-21da5025239c,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:09.418640 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 55730) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:09.469575 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-93cc50df-2c36-40d5-a4f6-d8b22ec6203a admin admin] Publish callbacks [] for security_group (8ab6095c-fac0-42cf-846e-21da5025239c), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:09.493012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-93cc50df-2c36-40d5-a4f6-d8b22ec6203a admin admin] Publish callbacks [] for security_group (8ab6095c-fac0-42cf-846e-21da5025239c), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:09.539088 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-93cc50df-2c36-40d5-a4f6-d8b22ec6203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (8ab6095c-fac0-42cf-846e-21da5025239c), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:09.541504 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-93cc50df-2c36-40d5-a4f6-d8b22ec6203a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:09.542660 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-93cc50df-2c36-40d5-a4f6-d8b22ec6203a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8ab6095c-fac0-42cf-846e-21da5025239c HTTP/1.1" status: 204 len: 168 time: 0.1224630 Oct 23 02:19:09.551362 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc50df-2c36-40d5-a4f6-d8b22ec6203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab6095c-fac0-42cf-846e-21da5025239c,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:10.160872 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 55754) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:10.162339 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:10.255736 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-947999303-network', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:19:10.275648 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Made reservation on behalf of 7d85fefc9f0b47f8bad45fb6dd0810f9 for: {'network': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:19:10.277991 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.287160 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.360575 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Publish callbacks [] for security_group (69fc1a6e-f4fb-48e6-95a1-324521dd4bba), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.364380 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (69fc1a6e-f4fb-48e6-95a1-324521dd4bba), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.389227 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=104673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:19:10.398285 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fc1a6e-f4fb-48e6-95a1-324521dd4bba,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:10.404648 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (0cbfd856-db97-45e3-bce2-927c1b8e0046), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.404985 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.segments_db [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Added segment 0cbfd856-db97-45e3-bce2-927c1b8e0046 of type vlan for network df81527a-33c0-4994-b352-0d361111f171 Oct 23 02:19:10.446183 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (df81527a-33c0-4994-b352-0d361111f171), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.471105 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (df81527a-33c0-4994-b352-0d361111f171), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.472090 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:10.472687 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.528777 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3665287 Oct 23 02:19:10.531589 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55758) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:10.536769 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Request body: {'subnet': {'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-947999303-subnet', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:19:10.540387 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27aee-03c5-447b-8424-1eb500ba834c admin admin] Pushing event updated for resources: {'Network': ['ID=df81527a-33c0-4994-b352-0d361111f171,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:10.550551 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network df81527a-33c0-4994-b352-0d361111f171 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:19:10.556484 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Made reservation on behalf of 7d85fefc9f0b47f8bad45fb6dd0810f9 for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:19:10.558919 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946604'] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.735052 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9333502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946618'] for subnet (0c22f193-9c9b-4084-af77-26ee04eabe0d), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.764946 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:10.775757 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:10.793568 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c22f193-9c9b-4084-af77-26ee04eabe0d,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:10.807300 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Checking segment: {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:19:10.807659 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Network hostable DHCP agents. Network: df81527a-33c0-4994-b352-0d361111f171, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:19:10.824856 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Network df81527a-33c0-4994-b352-0d361111f171 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:19:10.835278 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, df81527a-33c0-4994-b352-0d361111f171) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:10.840225 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:10.841234 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.844892 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96721aa0-c672-40c8-a58d-893e17aa4720 None None] Network df81527a-33c0-4994-b352-0d361111f171 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:19:10.862514 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-79be7b1c-a6ca-43e2-957f-a1c91899c603 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3297107 Oct 23 02:19:10.865198 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55762) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:10.869423 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:19:10.889307 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.890423 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.945006 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks [] for router_controller (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), precommit_add_association {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:10.949945 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-df81527a-33c0-4994-b352-0d361111f171', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:19:10.951636 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.085894 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks [] for router_gateway (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.088515 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Allocated IP 172.20.0.2 (df81527a-33c0-4994-b352-0d361111f171/0c22f193-9c9b-4084-af77-26ee04eabe0d/1b697b1e-fe96-488f-a355-de8d69d5aac2) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:19:11.237683 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Publish callbacks [] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.244958 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.290517 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Network df81527a-33c0-4994-b352-0d361111f171 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:19:11.296537 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:11.298700 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Pushing event updated for resources: {'Port': ['ID=1b697b1e-fe96-488f-a355-de8d69d5aac2,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:11.302015 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:19:11.311537 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.311892 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.312241 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.312585 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.312924 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.313262 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.313593 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.313925 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.314258 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.314620 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.314952 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.315277 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.315608 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.315933 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.316257 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:11.374959 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Attempting to bind port 1b697b1e-fe96-488f-a355-de8d69d5aac2 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:19:11.375339 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Attempting to bind port 1b697b1e-fe96-488f-a355-de8d69d5aac2 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:19:11.375710 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Attempting to bind port 1b697b1e-fe96-488f-a355-de8d69d5aac2 on network df81527a-33c0-4994-b352-0d361111f171 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:19:11.422654 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:19:11.423053 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Checking segment: {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:19:11.423461 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.423865 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Bound using segment: {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:19:11.424353 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Bound port: 1b697b1e-fe96-488f-a355-de8d69d5aac2, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:19:11.424742 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.483263 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks [] for router_gateway (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.486688 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] For port 1b697b1e-fe96-488f-a355-de8d69d5aac2, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:19:11.490137 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] For port 1b697b1e-fe96-488f-a355-de8d69d5aac2, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=1b697b1e-fe96-488f-a355-de8d69d5aac2,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:19:11.496602 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.503730 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.548777 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31960dfd-7ee8-406b-b65e-1353804329d7 None None] Pushing event updated for resources: {'Port': ['ID=1b697b1e-fe96-488f-a355-de8d69d5aac2,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:11.623869 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Allocated IP 172.27.0.68 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/4365e9c9-625d-49f4-af48-af029b67288e) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:19:11.747541 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks [] for port (4365e9c9-625d-49f4-af48-af029b67288e), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.780725 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (4365e9c9-625d-49f4-af48-af029b67288e), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:11.824245 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:19:11.831217 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:11.835075 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:19:11.838375 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Pushing event updated for resources: {'Port': ['ID=4365e9c9-625d-49f4-af48-af029b67288e,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:11.866383 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:11.870521 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:12.080906 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks [] for router_gateway (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:12.105457 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:19:12.114859 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:12.275998 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:12.404864 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9a89d-197c-4338-919f-f83d33537be0 None None] Network df81527a-33c0-4994-b352-0d361111f171 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:19:12.409927 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:19:12.469628 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-b1b7c48b-7bcc-4c27-9bb4-9548f8db4380 None None] Provisioning complete for port 1b697b1e-fe96-488f-a355-de8d69d5aac2 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:12.469925 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c48b-7bcc-4c27-9bb4-9548f8db4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:12.470261 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-b1b7c48b-7bcc-4c27-9bb4-9548f8db4380 None None] Attempt 1 to provision port 1b697b1e-fe96-488f-a355-de8d69d5aac2 Oct 23 02:19:12.494603 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:12.495670 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:12.513821 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:19:12.526273 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Sync routers for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:19:12.533180 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:12.534808 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c446fb23-0d94-4728-87bf-75c72e0f2ddd admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6686797 Oct 23 02:19:12.537751 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55766) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:12.569710 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:12.570342 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:18:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:12.655489 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7c48b-7bcc-4c27-9bb4-9548f8db4380 None None] Current status of the port 1b697b1e-fe96-488f-a355-de8d69d5aac2 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:12.655823 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c48b-7bcc-4c27-9bb4-9548f8db4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:12.746279 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:12.772345 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-b1b7c48b-7bcc-4c27-9bb4-9548f8db4380 None None] For port 1b697b1e-fe96-488f-a355-de8d69d5aac2, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=1b697b1e-fe96-488f-a355-de8d69d5aac2,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:12.804836 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b1b7c48b-7bcc-4c27-9bb4-9548f8db4380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:12.839200 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:12.841844 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:12.901031 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7c48b-7bcc-4c27-9bb4-9548f8db4380 None None] Pushing event updated for resources: {'Port': ['ID=1b697b1e-fe96-488f-a355-de8d69d5aac2,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:12.960444 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-aa333d03-ff28-48aa-8886-93113ca9ecd4 None None] Provisioning complete for port 1b697b1e-fe96-488f-a355-de8d69d5aac2 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:12.960821 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-aa333d03-ff28-48aa-8886-93113ca9ecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:12.961159 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-aa333d03-ff28-48aa-8886-93113ca9ecd4 None None] Attempt 1 to provision port 1b697b1e-fe96-488f-a355-de8d69d5aac2 Oct 23 02:19:12.972260 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.008443 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:11Z', 'revision_number': 3, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:13.039099 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Checking router: 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:19:13.039456 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Updating router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 port 4365e9c9-625d-49f4-af48-af029b67288e binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:19:13.093226 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (4365e9c9-625d-49f4-af48-af029b67288e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.123927 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-aa333d03-ff28-48aa-8886-93113ca9ecd4 None None] Current status of the port 1b697b1e-fe96-488f-a355-de8d69d5aac2 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:13.128575 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Allocated IP 172.20.0.1 (df81527a-33c0-4994-b352-0d361111f171/0c22f193-9c9b-4084-af77-26ee04eabe0d/8c8fb363-a861-4715-8fb3-e2a4556fdf73) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:19:13.214554 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:13.231349 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Publish callbacks [] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.263651 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.303650 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Network df81527a-33c0-4994-b352-0d361111f171 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:19:13.310892 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:13.314841 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:19:13.337024 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Pushing event updated for resources: {'Port': ['ID=8c8fb363-a861-4715-8fb3-e2a4556fdf73,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:13.356950 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Publish callbacks [] for port (4365e9c9-625d-49f4-af48-af029b67288e), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.357305 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.364734 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (4365e9c9-625d-49f4-af48-af029b67288e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.400150 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Attempting to bind port 4365e9c9-625d-49f4-af48-af029b67288e on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:19:13.400528 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Attempting to bind port 4365e9c9-625d-49f4-af48-af029b67288e by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:19:13.400894 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Attempting to bind port 4365e9c9-625d-49f4-af48-af029b67288e on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:19:13.445250 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2bbf2-0d29-4164-b958-d6cbc7422291 None None] Pushing event updated for resources: {'Port': ['ID=4365e9c9-625d-49f4-af48-af029b67288e,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:13.462479 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:19:13.462874 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:19:13.463288 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.463688 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:19:13.464281 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Bound port: 4365e9c9-625d-49f4-af48-af029b67288e, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:19:13.464762 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (4365e9c9-625d-49f4-af48-af029b67288e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.490875 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:13.492863 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.530210 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] For port 4365e9c9-625d-49f4-af48-af029b67288e, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:19:13.534272 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] For port 4365e9c9-625d-49f4-af48-af029b67288e, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=4365e9c9-625d-49f4-af48-af029b67288e,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:19:13.549029 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (4365e9c9-625d-49f4-af48-af029b67288e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.556401 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:13.579901 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-fdeca027-c17f-4cfc-b423-83dc1200b781 None None] Provisioning complete for port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:13.580201 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-fdeca027-c17f-4cfc-b423-83dc1200b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.580540 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-fdeca027-c17f-4cfc-b423-83dc1200b781 None None] Attempt 1 to provision port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 Oct 23 02:19:13.614118 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 1b697b1e-fe96-488f-a355-de8d69d5aac2 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:13.642364 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:13.643024 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:18:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:13.651341 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:13.685221 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Publish callbacks [] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.692490 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331015'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.710306 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-fdeca027-c17f-4cfc-b423-83dc1200b781 None None] Port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:19:13.717333 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2bbf2-0d29-4164-b958-d6cbc7422291 None None] Pushing event updated for resources: {'Port': ['ID=4365e9c9-625d-49f4-af48-af029b67288e,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:13.750633 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5944254d-4d9a-4dae-a0f8-603221993293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.760358 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Pushing event updated for resources: {'Port': ['ID=8c8fb363-a861-4715-8fb3-e2a4556fdf73,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:13.763282 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.863138 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Network df81527a-33c0-4994-b352-0d361111f171 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:19:13.864573 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:13.934728 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 1b697b1e-fe96-488f-a355-de8d69d5aac2 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:13.935163 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:13.935506 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 1b697b1e-fe96-488f-a355-de8d69d5aac2 Oct 23 02:19:13.976998 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:13.986664 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:19:14.099838 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:19:14.104974 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-45b88fe8-623d-4521-ae12-797f1abf012a admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/0b4c1f66-99d1-45e9-97e7-2467c0ae1724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5661001 Oct 23 02:19:14.148536 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 1b697b1e-fe96-488f-a355-de8d69d5aac2 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:14.151378 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-af7769b4-af52-4c81-8008-ae7a25e50049 None None] Provisioning complete for port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:14.151770 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-af7769b4-af52-4c81-8008-ae7a25e50049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.152115 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-af7769b4-af52-4c81-8008-ae7a25e50049 None None] Attempt 1 to provision port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 Oct 23 02:19:14.190146 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:14.214118 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-af7769b4-af52-4c81-8008-ae7a25e50049 None None] Port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:19:14.258416 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 1, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:14.289537 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64be76-8c1b-4be6-8b5d-a74cc0390846 None None] The sync data for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi is: [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 1, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:19:14.624588 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 55784) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:14.629689 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1102489978-network', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:19:14.650847 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Made reservation on behalf of 29a8b1e914054f14a418ed039f8a1a4f for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:19:14.653625 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.662806 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.746435 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Publish callbacks [] for security_group (9b7fd110-adc5-4298-a8bc-f0db992e4c00), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.751547 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (9b7fd110-adc5-4298-a8bc-f0db992e4c00), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.779616 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:19:14.790820 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7fd110-adc5-4298-a8bc-f0db992e4c00,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:14.796943 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (f00a4baf-c534-4fd1-84f6-af4a67c659f6), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.797290 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Added segment f00a4baf-c534-4fd1-84f6-af4a67c659f6 of type vlan for network 973e7422-61d1-426e-b505-425820192ed5 Oct 23 02:19:14.842036 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (973e7422-61d1-426e-b505-425820192ed5), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.868583 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (973e7422-61d1-426e-b505-425820192ed5), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.869855 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:14.870755 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:14.880869 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:14.895954 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:14.943194 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 55786) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:14.943788 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3175273 Oct 23 02:19:14.948542 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Request body: {'subnet': {'network_id': '973e7422-61d1-426e-b505-425820192ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1102489978-subnet', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'ip_version': 4}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:19:14.959705 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf57a36-c68c-4db4-b882-8b77270b92e7 admin admin] Pushing event updated for resources: {'Network': ['ID=973e7422-61d1-426e-b505-425820192ed5,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:14.970965 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 973e7422-61d1-426e-b505-425820192ed5 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:19:14.972748 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Made reservation on behalf of 29a8b1e914054f14a418ed039f8a1a4f for: {'subnet': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:19:14.975159 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9368875'] for subnet (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.169986 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8956803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9368893'] for subnet (78d6a081-89c0-4cf0-ac17-933606082f66), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.213194 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:15.223227 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:15.225138 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d6a081-89c0-4cf0-ac17-933606082f66,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:15.246039 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Checking segment: {'id': 'f00a4baf-c534-4fd1-84f6-af4a67c659f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '973e7422-61d1-426e-b505-425820192ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:19:15.246398 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Network hostable DHCP agents. Network: 973e7422-61d1-426e-b505-425820192ed5, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:19:15.264870 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Network 973e7422-61d1-426e-b505-425820192ed5 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:19:15.274998 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 973e7422-61d1-426e-b505-425820192ed5) {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:15.279834 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:15.280590 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.286298 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00a86f-6980-4b7d-94fe-352de41f58ce None None] Network 973e7422-61d1-426e-b505-425820192ed5 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:19:15.302016 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-49adaee3-d465-470d-8101-8f2578c4eb23 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3552134 Oct 23 02:19:15.302264 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 55788) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:15.306625 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:19:15.329083 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43967'] for router (5e1da9fb-b2e4-4558-b864-4006bc2f7654), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.330669 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3813661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3803587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3818640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43958'] for router (5e1da9fb-b2e4-4558-b864-4006bc2f7654), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.390846 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks [] for router_controller (5e1da9fb-b2e4-4558-b864-4006bc2f7654), precommit_add_association {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.415892 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cba5c14-a41b-5662-930f-afa47e26473d-973e7422-61d1-426e-b505-425820192ed5', 'network_id': '973e7422-61d1-426e-b505-425820192ed5', 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'fixed_ips': [{'subnet_id': '78d6a081-89c0-4cf0-ac17-933606082f66'}]}} from dv-cinder-861491-5-iscsi. {{(pid=104674) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 02:19:15.417255 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.434493 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:15.553857 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks [] for router_gateway (5e1da9fb-b2e4-4558-b864-4006bc2f7654), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.582364 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.db_base_plugin_common [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Allocated IP 172.20.0.2 (973e7422-61d1-426e-b505-425820192ed5/78d6a081-89c0-4cf0-ac17-933606082f66/fb961f1c-c6e1-4c5e-afb5-6a89e8572ade) {{(pid=104674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:19:15.586565 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 4365e9c9-625d-49f4-af48-af029b67288e up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:15.694686 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 4365e9c9-625d-49f4-af48-af029b67288e triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:15.695070 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (4365e9c9-625d-49f4-af48-af029b67288e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.695415 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 4365e9c9-625d-49f4-af48-af029b67288e Oct 23 02:19:15.763639 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks [] for router_gateway (5e1da9fb-b2e4-4558-b864-4006bc2f7654), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.783170 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.838556 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 4365e9c9-625d-49f4-af48-af029b67288e is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:15.838855 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (4365e9c9-625d-49f4-af48-af029b67288e), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.844236 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Publish callbacks [] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), precommit_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.855300 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), after_create {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.891450 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 4365e9c9-625d-49f4-af48-af029b67288e, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=4365e9c9-625d-49f4-af48-af029b67288e,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:15.899315 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Allocated IP 172.27.0.219 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/abd994b8-8d59-45f7-ba25-40e4f7b90aae) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:19:15.899530 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (4365e9c9-625d-49f4-af48-af029b67288e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:15.913159 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Network 973e7422-61d1-426e-b505-425820192ed5 is already hosted by enough agents. {{(pid=104674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:19:15.919346 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.base_scheduler [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Resources bound (agent type, host, resource id): {{(pid=104674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:15.921618 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Received port after_create {{(pid=104674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:19:15.924648 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Pushing event updated for resources: {'Port': ['ID=fb961f1c-c6e1-4c5e-afb5-6a89e8572ade,revision_number=1']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:15.995688 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:16.010317 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks [] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.019154 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Attempting to bind port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:19:16.019523 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Attempting to bind port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'f00a4baf-c534-4fd1-84f6-af4a67c659f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '973e7422-61d1-426e-b505-425820192ed5'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:19:16.019883 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Attempting to bind port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade on network 973e7422-61d1-426e-b505-425820192ed5 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:19:16.021759 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=4365e9c9-625d-49f4-af48-af029b67288e,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:16.044844 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.064769 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:19:16.065140 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Checking segment: {'id': 'f00a4baf-c534-4fd1-84f6-af4a67c659f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '973e7422-61d1-426e-b505-425820192ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:19:16.065540 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.065927 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Bound using segment: {'id': 'f00a4baf-c534-4fd1-84f6-af4a67c659f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '973e7422-61d1-426e-b505-425820192ed5'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:19:16.066392 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Bound port: fb961f1c-c6e1-4c5e-afb5-6a89e8572ade, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00a4baf-c534-4fd1-84f6-af4a67c659f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '973e7422-61d1-426e-b505-425820192ed5'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:19:16.066792 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.085540 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:19:16.088653 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:16.095295 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:19:16.124511 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Pushing event updated for resources: {'Port': ['ID=abd994b8-8d59-45f7-ba25-40e4f7b90aae,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:16.133052 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:16.141119 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-86247fc6-b802-4370-98fa-2d3370806d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.155809 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] For port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:19:16.159040 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] For port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=fb961f1c-c6e1-4c5e-afb5-6a89e8572ade,segment=NetworkSegment(f00a4baf-c534-4fd1-84f6-af4a67c659f6),segment_id=f00a4baf-c534-4fd1-84f6-af4a67c659f6)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:19:16.165176 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.180142 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:16.219289 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a82209-694a-4413-b296-bd7b3e91c5d9 None None] Pushing event updated for resources: {'Port': ['ID=fb961f1c-c6e1-4c5e-afb5-6a89e8572ade,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:16.399129 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks [] for router_gateway (5e1da9fb-b2e4-4558-b864-4006bc2f7654), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.487448 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Sync routers for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:19:16.499146 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:16.499776 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:19:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:16.601492 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3813804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3803407'] for router (5e1da9fb-b2e4-4558-b864-4006bc2f7654), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.696075 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:16.737175 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 is scheduled to L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c with binding_index 1 {{(pid=104673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 02:19:16.844312 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:19:16.855422 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Sync routers for ids ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:19:16.863334 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.867274 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-6d11b5a8-5590-470c-ad1a-236192281d56 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5614097 Oct 23 02:19:16.867402 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 55790) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:19:16.869826 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Routers {'5e1da9fb-b2e4-4558-b864-4006bc2f7654'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:16.870532 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:19:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:16.895081 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 2, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:16.925054 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Checking router: 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:19:16.925414 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Updating router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:19:16.959731 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:16.978222 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:17.009705 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Set router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:17.106063 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:17.276413 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Publish callbacks [] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.284307 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.288060 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e54939-c048-4bfd-ab69-73575dcd7821 None None] Network 973e7422-61d1-426e-b505-425820192ed5 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:19:17.361773 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-1e8b2a77-5184-4e12-89e8-08b2173b2c95 None None] Provisioning complete for port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:17.362247 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a77-5184-4e12-89e8-08b2173b2c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.362616 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-1e8b2a77-5184-4e12-89e8-08b2173b2c95 None None] Attempt 1 to provision port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade Oct 23 02:19:17.373058 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.389678 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Pushing event updated for resources: {'Port': ['ID=8c8fb363-a861-4715-8fb3-e2a4556fdf73,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:17.392665 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Attempting to bind port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:19:17.392814 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Attempting to bind port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:19:17.393054 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Attempting to bind port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 on network df81527a-33c0-4994-b352-0d361111f171 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:19:17.419595 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.419595 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.419595 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.420031 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.420118 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.420934 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.420934 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.421125 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.421362 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.421684 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.422009 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.422350 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.422704 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.423026 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.423345 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:17.459977 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:19:17.460327 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Checking segment: {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:19:17.460820 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.461742 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Bound using segment: {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:19:17.461902 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Bound port: 8c8fb363-a861-4715-8fb3-e2a4556fdf73, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:19:17.462316 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.475652 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:17.548386 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:17.555560 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:16Z', 'revision_number': 3, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'gw_port': {'id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:17.556317 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] For port 8c8fb363-a861-4715-8fb3-e2a4556fdf73, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:19:17.566093 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] For port 8c8fb363-a861-4715-8fb3-e2a4556fdf73, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=8c8fb363-a861-4715-8fb3-e2a4556fdf73,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:19:17.580712 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.589264 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Checking router: 5e1da9fb-b2e4-4558-b864-4006bc2f7654 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:19:17.589621 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Updating router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 port abd994b8-8d59-45f7-ba25-40e4f7b90aae binding host dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:19:17.592352 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b2a77-5184-4e12-89e8-08b2173b2c95 None None] Current status of the port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:17.592742 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a77-5184-4e12-89e8-08b2173b2c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.623888 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.646990 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:17.649407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.673358 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:17.674373 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ddf56-ffe9-4de1-bf06-2e6dfe73c232 None None] Pushing event updated for resources: {'Port': ['ID=8c8fb363-a861-4715-8fb3-e2a4556fdf73,revision_number=4']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:17.701045 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:17.701820 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:19:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:17.709330 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-1e8b2a77-5184-4e12-89e8-08b2173b2c95 None None] For port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=fb961f1c-c6e1-4c5e-afb5-6a89e8572ade,segment=NetworkSegment(f00a4baf-c534-4fd1-84f6-af4a67c659f6),segment_id=f00a4baf-c534-4fd1-84f6-af4a67c659f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:17.719774 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a77-5184-4e12-89e8-08b2173b2c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.822394 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device fb961f1c-c6e1-4c5e-afb5-6a89e8572ade up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:17.867258 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:17.884060 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Allocated IP 172.20.0.1 (973e7422-61d1-426e-b505-425820192ed5/78d6a081-89c0-4cf0-ac17-933606082f66/4fc66e87-23aa-4419-a803-2e022d1099ec) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:19:17.903721 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-d23904ee-b2e4-4e6a-81d2-8cc4f44ba55b None None] Provisioning complete for port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:17.904108 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d23904ee-b2e4-4e6a-81d2-8cc4f44ba55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:17.904491 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-d23904ee-b2e4-4e6a-81d2-8cc4f44ba55b None None] Attempt 1 to provision port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade Oct 23 02:19:17.930176 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b2a77-5184-4e12-89e8-08b2173b2c95 None None] Pushing event updated for resources: {'Port': ['ID=fb961f1c-c6e1-4c5e-afb5-6a89e8572ade,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:18.006764 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:18.007252 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.007594 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade Oct 23 02:19:18.015223 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Publish callbacks [] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.050693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.095169 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Network 973e7422-61d1-426e-b505-425820192ed5 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:19:18.098384 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:18.099375 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:17Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:18.101623 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:18.103743 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:19:18.130944 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Pushing event updated for resources: {'Port': ['ID=4fc66e87-23aa-4419-a803-2e022d1099ec,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:18.131599 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-d23904ee-b2e4-4e6a-81d2-8cc4f44ba55b None None] Current status of the port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:18.139283 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b721b-8040-4f56-9a45-49926ecf2bb3 None None] The sync data for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi is: [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:17Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:19:18.154785 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815363'] for router_interface (5e1da9fb-b2e4-4558-b864-4006bc2f7654), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.225999 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Publish callbacks [] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), precommit_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.234324 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:18.235524 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 4365e9c9-625d-49f4-af48-af029b67288e up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:18.262798 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.308117 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Attempting to bind port abd994b8-8d59-45f7-ba25-40e4f7b90aae on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:19:18.308526 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Attempting to bind port abd994b8-8d59-45f7-ba25-40e4f7b90aae by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:19:18.309667 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Attempting to bind port abd994b8-8d59-45f7-ba25-40e4f7b90aae on network 08533f80-0157-46c7-9f27-7f3fbf8b0740 {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:19:18.328682 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.359118 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef6b90-ce69-4a1f-a795-471bae78d4b3 None None] Pushing event updated for resources: {'Port': ['ID=abd994b8-8d59-45f7-ba25-40e4f7b90aae,revision_number=2']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:18.390189 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 4365e9c9-625d-49f4-af48-af029b67288e triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:18.390512 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (4365e9c9-625d-49f4-af48-af029b67288e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.390819 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 4365e9c9-625d-49f4-af48-af029b67288e Oct 23 02:19:18.394937 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-27db0fdb-578c-4bc4-93ee-23961adb1770 None None] Provisioning complete for port 4fc66e87-23aa-4419-a803-2e022d1099ec triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:18.395092 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-27db0fdb-578c-4bc4-93ee-23961adb1770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.395441 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-27db0fdb-578c-4bc4-93ee-23961adb1770 None None] Attempt 1 to provision port 4fc66e87-23aa-4419-a803-2e022d1099ec Oct 23 02:19:18.421450 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:18.439555 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:19:18.439951 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Checking segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:19:18.440342 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.440742 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Bound using segment: {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'} {{(pid=104674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:19:18.441234 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.managers [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Bound port: abd994b8-8d59-45f7-ba25-40e4f7b90aae, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb498423-dd76-4c17-a3d9-77813df46996', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}}] {{(pid=104674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:19:18.441953 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.456467 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:18.463731 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:18.500864 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-27db0fdb-578c-4bc4-93ee-23961adb1770 None None] Port 4fc66e87-23aa-4419-a803-2e022d1099ec cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:19:18.522269 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] For port abd994b8-8d59-45f7-ba25-40e4f7b90aae, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:19:18.524988 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Publish callbacks [] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.526342 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] For port abd994b8-8d59-45f7-ba25-40e4f7b90aae, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=abd994b8-8d59-45f7-ba25-40e4f7b90aae,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:19:18.531504 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.555322 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.587155 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 4365e9c9-625d-49f4-af48-af029b67288e is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:18.607406 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Routers {'5e1da9fb-b2e4-4558-b864-4006bc2f7654'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:18.608444 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:19:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:18.616908 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815255'] for router_interface (5e1da9fb-b2e4-4558-b864-4006bc2f7654), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.625704 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Pushing event updated for resources: {'Port': ['ID=4fc66e87-23aa-4419-a803-2e022d1099ec,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:18.658816 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef6b90-ce69-4a1f-a795-471bae78d4b3 None None] Pushing event updated for resources: {'Port': ['ID=abd994b8-8d59-45f7-ba25-40e4f7b90aae,revision_number=3']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:18.723846 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Network 973e7422-61d1-426e-b505-425820192ed5 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:19:18.725580 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:18.730327 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] Set router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:18.849066 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:19:18.921229 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:18.971472 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:19:18.990643 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-f58b0bde-ff87-471c-bba7-e07f1889454b admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/5e1da9fb-b2e4-4558-b864-4006bc2f7654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1097529 Oct 23 02:19:18.991014 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 4, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'gw_port': {'id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '4fc66e87-23aa-4419-a803-2e022d1099ec', 'name': '', 'network_id': '973e7422-61d1-426e-b505-425820192ed5', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'mac_address': 'fa:16:3e:a1:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:17Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 2, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'subnets': [{'id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:19.016349 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:19.021482 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad1481-ea76-4d59-be7c-33d0a9396b6c None None] The sync data for ids ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'] in dv-cinder-861491-5-iscsi is: [{'id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 4, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'gw_port': {'id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '4fc66e87-23aa-4419-a803-2e022d1099ec', 'name': '', 'network_id': '973e7422-61d1-426e-b505-425820192ed5', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'mac_address': 'fa:16:3e:a1:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:17Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 2, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'subnets': [{'id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:19:19.032582 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-5db1dcee-a787-4e52-a631-c934540237d6 None None] Provisioning complete for port 4fc66e87-23aa-4419-a803-2e022d1099ec triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:19.032961 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5db1dcee-a787-4e52-a631-c934540237d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:19.033301 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-5db1dcee-a787-4e52-a631-c934540237d6 None None] Attempt 1 to provision port 4fc66e87-23aa-4419-a803-2e022d1099ec Oct 23 02:19:19.076595 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-5db1dcee-a787-4e52-a631-c934540237d6 None None] Port 4fc66e87-23aa-4419-a803-2e022d1099ec cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:19:19.628352 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device fb961f1c-c6e1-4c5e-afb5-6a89e8572ade up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:19.655025 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:19.679804 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:19.680178 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:19.680518 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade Oct 23 02:19:19.788902 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:19.789981 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 8c8fb363-a861-4715-8fb3-e2a4556fdf73 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:19.838403 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:19.838865 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:19.839217 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 Oct 23 02:19:19.921806 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:19.922479 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:19.935014 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:19.967573 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 8c8fb363-a861-4715-8fb3-e2a4556fdf73, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=8c8fb363-a861-4715-8fb3-e2a4556fdf73,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:19.972175 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:20.032455 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=8c8fb363-a861-4715-8fb3-e2a4556fdf73,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:21.665722 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 8c8fb363-a861-4715-8fb3-e2a4556fdf73 up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:21.724756 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:21.725134 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:21.725468 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 Oct 23 02:19:21.808102 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:21.810027 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device abd994b8-8d59-45f7-ba25-40e4f7b90aae up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:21.863068 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port abd994b8-8d59-45f7-ba25-40e4f7b90aae triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:21.863535 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:21.863942 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port abd994b8-8d59-45f7-ba25-40e4f7b90aae Oct 23 02:19:21.952199 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port abd994b8-8d59-45f7-ba25-40e4f7b90aae is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:21.952613 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:21.980145 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port abd994b8-8d59-45f7-ba25-40e4f7b90aae, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=abd994b8-8d59-45f7-ba25-40e4f7b90aae,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:21.986506 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:22.044813 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=abd994b8-8d59-45f7-ba25-40e4f7b90aae,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:22.170398 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Sync routers for ids ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:19:22.181797 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Routers {'5e1da9fb-b2e4-4558-b864-4006bc2f7654'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:22.182401 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:19:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:22.306916 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Set router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:22.535119 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 4, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'gw_port': {'id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '4fc66e87-23aa-4419-a803-2e022d1099ec', 'name': '', 'network_id': '973e7422-61d1-426e-b505-425820192ed5', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'mac_address': 'fa:16:3e:a1:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:17Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 2, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'subnets': [{'id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:22.567729 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Checking router: 5e1da9fb-b2e4-4558-b864-4006bc2f7654 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:19:22.568436 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Updating router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 port 4fc66e87-23aa-4419-a803-2e022d1099ec binding host dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 02:19:22.600230 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:22.911651 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:22.927635 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:22.969956 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Publish callbacks [] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:22.977501 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:23.043813 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ede4a-dd84-434a-82bc-67bac91d8fcf None None] Pushing event updated for resources: {'Port': ['ID=4fc66e87-23aa-4419-a803-2e022d1099ec,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:23.080754 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Attempting to bind port 4fc66e87-23aa-4419-a803-2e022d1099ec on host dv-cinder-861491-5-iscsi for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:19:23.081379 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Attempting to bind port 4fc66e87-23aa-4419-a803-2e022d1099ec by drivers openvswitch,hyperv on host dv-cinder-861491-5-iscsi at level 0 using segments [{'id': 'f00a4baf-c534-4fd1-84f6-af4a67c659f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '973e7422-61d1-426e-b505-425820192ed5'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:19:23.081894 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Attempting to bind port 4fc66e87-23aa-4419-a803-2e022d1099ec on network 973e7422-61d1-426e-b505-425820192ed5 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:19:23.132461 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Checking agent: {'id': 'c58c422b-14ea-4a60-b8eb-814a9444e55e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-861491-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 3, 19), 'started_at': datetime.datetime(2022, 10, 23, 2, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-861491-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:19:23.132962 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Checking segment: {'id': 'f00a4baf-c534-4fd1-84f6-af4a67c659f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '973e7422-61d1-426e-b505-425820192ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:19:23.133429 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:23.133903 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Bound using segment: {'id': 'f00a4baf-c534-4fd1-84f6-af4a67c659f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '973e7422-61d1-426e-b505-425820192ed5'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:19:23.134430 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Bound port: 4fc66e87-23aa-4419-a803-2e022d1099ec, host: dv-cinder-861491-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00a4baf-c534-4fd1-84f6-af4a67c659f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '973e7422-61d1-426e-b505-425820192ed5'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:19:23.134905 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:23.200998 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] For port 4fc66e87-23aa-4419-a803-2e022d1099ec, host dv-cinder-861491-5-iscsi, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:19:23.204132 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] For port 4fc66e87-23aa-4419-a803-2e022d1099ec, host dv-cinder-861491-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=4fc66e87-23aa-4419-a803-2e022d1099ec,segment=NetworkSegment(f00a4baf-c534-4fd1-84f6-af4a67c659f6),segment_id=f00a4baf-c534-4fd1-84f6-af4a67c659f6)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:19:23.213765 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:23.250795 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Routers {'5e1da9fb-b2e4-4558-b864-4006bc2f7654'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:19:23.252098 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:19:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:23.310997 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ede4a-dd84-434a-82bc-67bac91d8fcf None None] Pushing event updated for resources: {'Port': ['ID=4fc66e87-23aa-4419-a803-2e022d1099ec,revision_number=4']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:23.379591 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] Set router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:19:23.627143 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 4, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'gw_port': {'id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '4fc66e87-23aa-4419-a803-2e022d1099ec', 'name': '', 'network_id': '973e7422-61d1-426e-b505-425820192ed5', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'mac_address': 'fa:16:3e:a1:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:17Z', 'updated_at': '2022-10-23T02:19:23Z', 'revision_number': 4, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'subnets': [{'id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:19:23.638073 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 4fc66e87-23aa-4419-a803-2e022d1099ec up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:23.655259 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29188a39-a6f1-4ec5-804a-ddb68c60d519 None None] The sync data for ids ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'] in dv-cinder-861491-5-iscsi is: [{'id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:18Z', 'revision_number': 4, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'gw_port': {'id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '4fc66e87-23aa-4419-a803-2e022d1099ec', 'name': '', 'network_id': '973e7422-61d1-426e-b505-425820192ed5', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'mac_address': 'fa:16:3e:a1:ab:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:17Z', 'updated_at': '2022-10-23T02:19:23Z', 'revision_number': 4, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'subnets': [{'id': '78d6a081-89c0-4cf0-ac17-933606082f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:19:23.706699 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 4fc66e87-23aa-4419-a803-2e022d1099ec triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:23.707088 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:23.707424 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 4fc66e87-23aa-4419-a803-2e022d1099ec Oct 23 02:19:23.710599 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:23.806551 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 4fc66e87-23aa-4419-a803-2e022d1099ec is: DOWN; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:23.807230 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:23.844554 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] For port 4fc66e87-23aa-4419-a803-2e022d1099ec, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=4fc66e87-23aa-4419-a803-2e022d1099ec,segment=NetworkSegment(f00a4baf-c534-4fd1-84f6-af4a67c659f6),segment_id=f00a4baf-c534-4fd1-84f6-af4a67c659f6)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:23.850147 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:23.851227 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device abd994b8-8d59-45f7-ba25-40e4f7b90aae up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:24.080020 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Pushing event updated for resources: {'Port': ['ID=4fc66e87-23aa-4419-a803-2e022d1099ec,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:24.087878 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port abd994b8-8d59-45f7-ba25-40e4f7b90aae triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:24.088536 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:24.089057 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port abd994b8-8d59-45f7-ba25-40e4f7b90aae Oct 23 02:19:24.134639 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:24.177701 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port abd994b8-8d59-45f7-ba25-40e4f7b90aae is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:24.956155 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:25.574211 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 4fc66e87-23aa-4419-a803-2e022d1099ec up at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:25.625320 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Provisioning complete for port 4fc66e87-23aa-4419-a803-2e022d1099ec triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:25.625691 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:25.626162 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Attempt 1 to provision port 4fc66e87-23aa-4419-a803-2e022d1099ec Oct 23 02:19:25.706268 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Current status of the port 4fc66e87-23aa-4419-a803-2e022d1099ec is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:27.446959 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:28.471267 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-38e3fcba-e911-4683-8012-bd3399b06b04 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412271 Oct 23 02:19:28.595149 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-cf2d4210-e758-4922-aa2f-3f2ac0b4ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:28.596849 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-cf2d4210-e758-4922-aa2f-3f2ac0b4ca27 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7bb15a157314fb095d2333f64ab0c83&device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1129 time: 0.0458202 Oct 23 02:19:28.717393 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-1cc9968a-9114-467b-86ac-d763a8625309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:28.718896 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-1cc9968a-9114-467b-86ac-d763a8625309 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 200 len: 909 time: 0.1005733 Oct 23 02:19:28.789299 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-4f282bbf-90c2-476f-96c4-ee29ad9c8716 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 1000 time: 0.0632167 Oct 23 02:19:28.893506 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-f5df627d-94a9-40b2-b8c5-f9fc9ea29fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:28.894977 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-f5df627d-94a9-40b2-b8c5-f9fc9ea29fe2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f2dd49c0-4da5-4047-a07d-67951a0b7ed5 HTTP/1.1" status: 200 len: 847 time: 0.0943279 Oct 23 02:19:28.947203 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:28.963110 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a712-3405-4d22-861f-5840c511139e req-dfafe86d-e512-4bf2-b702-634ca686eabc tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:28.965123 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-dfafe86d-e512-4bf2-b702-634ca686eabc tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/networks?id=df81527a-33c0-4994-b352-0d361111f171 HTTP/1.1" status: 200 len: 814 time: 0.1739624 Oct 23 02:19:28.967972 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-90770d06-f7d4-495c-a374-25b54660a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:28.969351 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-90770d06-f7d4-495c-a374-25b54660a361 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5ff0d7db-4994-4f32-abfd-4e23a0f82087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612433 Oct 23 02:19:28.987026 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-3a5da70a-e269-4634-be8a-7c793418d09a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/quotas/7d85fefc9f0b47f8bad45fb6dd0810f9 HTTP/1.1" status: 200 len: 375 time: 0.0164378 Oct 23 02:19:29.071272 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:29.078816 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-d3d950c7-ab4c-474d-a597-32f4f9a7cebb tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827451 Oct 23 02:19:29.147330 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-03548274-62ee-4dbe-9c89-da63200f5634 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697090 Oct 23 02:19:29.247782 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-f3663b30-13ea-4126-b3e7-3ce0bca4a8ce service neutron] 10.222.0.23 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557679 Oct 23 02:19:29.313375 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-726fa89b-1cda-47b9-a953-2ba442c6e9ed req-09b6b6b9-1b1b-4972-9ca8-43f4ac8b6803 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597197 Oct 23 02:19:29.353058 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-61ef0714-3b32-44d4-bced-5afdbdf6216a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991912 Oct 23 02:19:29.525472 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c96532ba-e268-4fa5-b266-1e4bc858696b req-7513aee3-c199-4975-b147-fcffe760f701 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 210 time: 0.0315900 Oct 23 02:19:30.629920 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a1283504-eeb8-4d33-ae4d-0ec130c7bef6 req-a06bb1e5-f873-42d3-b153-04eda4c7785d tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Oct 23 02:19:30.843506 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a712-3405-4d22-861f-5840c511139e req-c0afdbb5-537b-4a53-ab3f-a02d5044b9d4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:30.844865 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-c0afdbb5-537b-4a53-ab3f-a02d5044b9d4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.49 "GET /networking/v2.0/networks?id=df81527a-33c0-4994-b352-0d361111f171 HTTP/1.1" status: 200 len: 814 time: 0.1084669 Oct 23 02:19:30.881862 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'port': {'device_id': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'admin_state_up': True, 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:19:30.988397 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Made reservation on behalf of 7d85fefc9f0b47f8bad45fb6dd0810f9 for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:19:30.992052 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:31.123680 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Allocated IP 172.20.0.13 (df81527a-33c0-4994-b352-0d361111f171/0c22f193-9c9b-4084-af77-26ee04eabe0d/462339c3-99e2-4be4-ad61-d3a034c848c3) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:19:31.160998 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:31.304741 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:31.347050 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:31.413869 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Network df81527a-33c0-4994-b352-0d361111f171 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:19:31.419879 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:19:31.423821 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:19:31.465744 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:31.472420 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'Port': ['ID=462339c3-99e2-4be4-ad61-d3a034c848c3,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:31.484999 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:31.485621 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:31.490727 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.491081 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.491436 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.491832 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.492759 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.492759 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.492934 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.493171 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.493833 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.494178 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.494571 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.495630 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.496005 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.496339 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.496670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:19:31.523137 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-587ab690-470a-4574-b624-c7d8c30a6fbd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6452293 Oct 23 02:19:31.700204 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-67b349d5-074b-4fc8-ad9d-e73d3a2d9e97 None None] Provisioning complete for port 462339c3-99e2-4be4-ad61-d3a034c848c3 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:31.700692 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-67b349d5-074b-4fc8-ad9d-e73d3a2d9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:31.700923 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-67b349d5-074b-4fc8-ad9d-e73d3a2d9e97 None None] Attempt 1 to provision port 462339c3-99e2-4be4-ad61-d3a034c848c3 Oct 23 02:19:31.737218 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-67b349d5-074b-4fc8-ad9d-e73d3a2d9e97 None None] Port 462339c3-99e2-4be4-ad61-d3a034c848c3 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:19:31.758519 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ef2e0-72b4-44b3-977d-5c99079dfb3d req-1346f44d-2ed1-4a12-bd58-414074567cb8 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:31.760243 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb3ef2e0-72b4-44b3-977d-5c99079dfb3d req-1346f44d-2ed1-4a12-bd58-414074567cb8 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0481312 Oct 23 02:19:31.819920 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb3ef2e0-72b4-44b3-977d-5c99079dfb3d req-dc97d582-b389-45d3-b241-a9fa0af39402 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539567 Oct 23 02:19:32.967625 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cf180-c953-4c03-acfa-c213000cc1d6 req-9302a3f0-f8e9-41a2-8feb-8d82a4f39bc0 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:32.969196 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a18cf180-c953-4c03-acfa-c213000cc1d6 req-9302a3f0-f8e9-41a2-8feb-8d82a4f39bc0 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0517182 Oct 23 02:19:33.024021 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a18cf180-c953-4c03-acfa-c213000cc1d6 req-58d1c7d9-b949-491b-9833-e7e81cafd0c4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 Oct 23 02:19:34.153463 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a70a48-1f5d-4618-8541-3975777e28f3 req-742bf180-55ed-4274-b6e3-690357b14a42 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:34.154977 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-92a70a48-1f5d-4618-8541-3975777e28f3 req-742bf180-55ed-4274-b6e3-690357b14a42 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0508025 Oct 23 02:19:34.207137 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-92a70a48-1f5d-4618-8541-3975777e28f3 req-800a698a-441e-4a7f-a63f-e7dcfd2e4b0a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462627 Oct 23 02:19:35.143740 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde741c3-b6e4-4163-9d2e-ba6875620a49 req-5f890ff2-11ca-480a-adab-269d3b0797d9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:35.145406 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dde741c3-b6e4-4163-9d2e-ba6875620a49 req-5f890ff2-11ca-480a-adab-269d3b0797d9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0521798 Oct 23 02:19:35.201025 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dde741c3-b6e4-4163-9d2e-ba6875620a49 req-408a6d50-ca7a-4d2f-ade0-05559e8a3556 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496807 Oct 23 02:19:35.337959 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544eca2-dfb6-48bd-adac-b9797659c438 req-f6169d7a-080e-4c58-945a-9ea31bc44639 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:35.340343 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e544eca2-dfb6-48bd-adac-b9797659c438 req-f6169d7a-080e-4c58-945a-9ea31bc44639 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0503631 Oct 23 02:19:35.390810 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e544eca2-dfb6-48bd-adac-b9797659c438 req-5e94baef-7629-4d8c-9320-425b424b8932 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446563 Oct 23 02:19:36.133307 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:36.134028 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:36.337107 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dba24-71c2-4639-976e-090510efb411 req-412f4b72-28b0-4a1d-8633-1819f2be3e6a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:36.338625 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b48dba24-71c2-4639-976e-090510efb411 req-412f4b72-28b0-4a1d-8633-1819f2be3e6a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0513890 Oct 23 02:19:36.363439 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:36.392293 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b48dba24-71c2-4639-976e-090510efb411 req-aa82f6d8-9bef-4276-8a09-a496120eabfc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469925 Oct 23 02:19:36.514885 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b2beb-d233-494f-842a-05aa684e4709 req-a8f8a165-332f-4982-a9d6-e74b5ad3c8b5 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:36.516695 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-256b2beb-d233-494f-842a-05aa684e4709 req-a8f8a165-332f-4982-a9d6-e74b5ad3c8b5 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0483570 Oct 23 02:19:36.569808 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-256b2beb-d233-494f-842a-05aa684e4709 req-b125b184-60bc-4c7a-a891-99b89bbe2a04 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460324 Oct 23 02:19:37.533587 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc7bfd-d814-4a3b-86be-f7151f07978b req-527b4428-1ed9-415d-800e-f3ff0725370c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:37.535093 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c2cc7bfd-d814-4a3b-86be-f7151f07978b req-527b4428-1ed9-415d-800e-f3ff0725370c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0579834 Oct 23 02:19:37.590706 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c2cc7bfd-d814-4a3b-86be-f7151f07978b req-1bc8a369-ece1-4504-9eb1-14a8bd21d7eb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498953 Oct 23 02:19:37.707585 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643ad2a-2068-4d50-852d-b707e79f301a req-ba6a0c73-4d5d-4385-bd43-3901f7f3d570 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:37.709080 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5643ad2a-2068-4d50-852d-b707e79f301a req-ba6a0c73-4d5d-4385-bd43-3901f7f3d570 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0516622 Oct 23 02:19:37.757597 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5643ad2a-2068-4d50-852d-b707e79f301a req-9060a917-7011-41b5-bf66-16c0989e5478 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 Oct 23 02:19:38.723711 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4fc5-ba59-4105-9117-20d86f3d6189 req-ebf11325-91a1-4c78-a2e7-f220144a4f41 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:38.725172 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f83a4fc5-ba59-4105-9117-20d86f3d6189 req-ebf11325-91a1-4c78-a2e7-f220144a4f41 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0505371 Oct 23 02:19:38.775430 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f83a4fc5-ba59-4105-9117-20d86f3d6189 req-eff0644f-a242-4b6f-8dbc-294a963cd557 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446854 Oct 23 02:19:38.878830 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:38.890806 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48677b-dfad-4f12-aad7-d43ea755cf7e req-efc2f10e-28ee-47e9-a9fc-4a9d32caf9c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:38.891977 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8e48677b-dfad-4f12-aad7-d43ea755cf7e req-efc2f10e-28ee-47e9-a9fc-4a9d32caf9c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0515459 Oct 23 02:19:38.945984 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8e48677b-dfad-4f12-aad7-d43ea755cf7e req-96711d78-b035-495b-a477-5ee6ae0e07e2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Oct 23 02:19:39.910366 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b6f9c-1cbb-4dfc-b9f9-b50072165e4c req-e015ffe9-ecef-44fc-a191-56154a6038dd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:39.911947 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1f2b6f9c-1cbb-4dfc-b9f9-b50072165e4c req-e015ffe9-ecef-44fc-a191-56154a6038dd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0511587 Oct 23 02:19:39.959345 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1f2b6f9c-1cbb-4dfc-b9f9-b50072165e4c req-f67e85d6-8300-40a3-9c76-dbb6a726c17e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418656 Oct 23 02:19:40.069982 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaa0a5-7fd5-4db2-bcd3-6cccff34d0d1 req-7941d034-c31c-4764-b7ea-5d3fff4ba466 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:40.071392 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5aaaa0a5-7fd5-4db2-bcd3-6cccff34d0d1 req-7941d034-c31c-4764-b7ea-5d3fff4ba466 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0489039 Oct 23 02:19:40.121953 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5aaaa0a5-7fd5-4db2-bcd3-6cccff34d0d1 req-8635cfea-33ee-4459-8fbf-13c878e2282f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 Oct 23 02:19:41.095498 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e9a71-61db-45a5-8200-b0bc2ce4ffc7 req-44df6a26-8384-4d08-b81b-5c89ce2a7753 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:41.097333 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-410e9a71-61db-45a5-8200-b0bc2ce4ffc7 req-44df6a26-8384-4d08-b81b-5c89ce2a7753 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0491557 Oct 23 02:19:41.148894 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-410e9a71-61db-45a5-8200-b0bc2ce4ffc7 req-5a43e41a-28a3-4e7a-b8ef-1b809dc6ff18 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 Oct 23 02:19:41.265586 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da20e5a-32c9-4929-966c-5e62d5713a8c req-f25591c9-4b0d-45d6-94f1-6a64373b7e1a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:41.272411 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6da20e5a-32c9-4929-966c-5e62d5713a8c req-f25591c9-4b0d-45d6-94f1-6a64373b7e1a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0557530 Oct 23 02:19:41.324998 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6da20e5a-32c9-4929-966c-5e62d5713a8c req-88c88acb-7544-4b84-99f7-f1cea71782cc tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514917 Oct 23 02:19:41.729867 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:41.736338 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:42.287244 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fceae51-c2c6-42fe-a69a-0df91933fbf7 req-9baea770-85cd-4802-9b5b-6a56e963ee41 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:42.288973 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6fceae51-c2c6-42fe-a69a-0df91933fbf7 req-9baea770-85cd-4802-9b5b-6a56e963ee41 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0496871 Oct 23 02:19:42.337543 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6fceae51-c2c6-42fe-a69a-0df91933fbf7 req-7e17b706-9075-4be0-ac8d-bef374687d8d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430639 Oct 23 02:19:42.438560 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:42.447109 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40555c6f-db72-4352-96f7-6f45b47f64d1 req-c560713e-5106-4040-a75e-633cb12965e3 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:42.448498 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-40555c6f-db72-4352-96f7-6f45b47f64d1 req-c560713e-5106-4040-a75e-633cb12965e3 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0468097 Oct 23 02:19:42.496232 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-40555c6f-db72-4352-96f7-6f45b47f64d1 req-0f980edb-36a4-4bcd-a348-c3ccd8b70e81 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Oct 23 02:19:43.464429 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559d2e2-7185-4df2-801c-c4d6de26f4cf req-2cf02789-2432-4ee7-9588-7af3313291b9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:43.465787 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e559d2e2-7185-4df2-801c-c4d6de26f4cf req-2cf02789-2432-4ee7-9588-7af3313291b9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0483201 Oct 23 02:19:43.513167 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e559d2e2-7185-4df2-801c-c4d6de26f4cf req-f42760f8-fc78-48e9-886f-af23fb54305f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409112 Oct 23 02:19:43.614842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515177d0-fba2-4af0-a8d2-e64fffa383c1 req-fd11ed2f-6b05-4bcd-a593-796c79d2888c tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:43.616296 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-515177d0-fba2-4af0-a8d2-e64fffa383c1 req-fd11ed2f-6b05-4bcd-a593-796c79d2888c tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0474076 Oct 23 02:19:43.662942 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-515177d0-fba2-4af0-a8d2-e64fffa383c1 req-c931a405-e635-41d7-8a54-bfcec91d3ab1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Oct 23 02:19:43.713448 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-174e3c16-2d9a-4b1e-9761-fac6afbad1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:44.612538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Request body: {'port': {'device_id': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:19:44.746892 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1e48-f9e2-44f7-a5d0-8672803a604c req-4debe199-5e33-4dae-96fe-42e004849bbb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:44.748375 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ecda1e48-f9e2-44f7-a5d0-8672803a604c req-4debe199-5e33-4dae-96fe-42e004849bbb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.1244681 Oct 23 02:19:44.815785 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:44.852074 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff2983-d419-47d5-b09f-6103fa8f6318 req-c9c26d2d-dfb6-4513-a89c-15ca2d67b375 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:44.853509 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-09ff2983-d419-47d5-b09f-6103fa8f6318 req-c9c26d2d-dfb6-4513-a89c-15ca2d67b375 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 932 time: 0.0893469 Oct 23 02:19:44.891534 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:44.902266 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ecda1e48-f9e2-44f7-a5d0-8672803a604c req-7ea21772-4b59-46ad-b29d-b87d196f2e45 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366687 Oct 23 02:19:44.998281 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-09ff2983-d419-47d5-b09f-6103fa8f6318 req-680f63d4-3b09-4f2c-9e5c-52dcbd54c01f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352985 Oct 23 02:19:45.385167 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462339c3-99e2-4be4-ad61-d3a034c848c3 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:19:45.393708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Publish callbacks [] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:45.406776 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Transition to ACTIVE for port object 462339c3-99e2-4be4-ad61-d3a034c848c3 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:19:45.410557 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:45.488093 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Pushing event updated for resources: {'Port': ['ID=462339c3-99e2-4be4-ad61-d3a034c848c3,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:45.498657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:45.521042 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Attempting to bind port 462339c3-99e2-4be4-ad61-d3a034c848c3 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:19:45.521380 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Attempting to bind port 462339c3-99e2-4be4-ad61-d3a034c848c3 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:19:45.521711 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Attempting to bind port 462339c3-99e2-4be4-ad61-d3a034c848c3 on network df81527a-33c0-4994-b352-0d361111f171 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:19:45.563087 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Port 462339c3-99e2-4be4-ad61-d3a034c848c3 on network df81527a-33c0-4994-b352-0d361111f171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:19:45.563412 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Attempting to bind port 462339c3-99e2-4be4-ad61-d3a034c848c3 on network df81527a-33c0-4994-b352-0d361111f171 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:19:45.604495 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:19:45.604861 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Checking segment: {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:19:45.605242 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Bound using segment: {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:19:45.605670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Bound port: 462339c3-99e2-4be4-ad61-d3a034c848c3, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbfd856-db97-45e3-bce2-927c1b8e0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'df81527a-33c0-4994-b352-0d361111f171'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:19:45.606027 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:45.670550 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] For port 462339c3-99e2-4be4-ad61-d3a034c848c3, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:19:45.673545 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] For port 462339c3-99e2-4be4-ad61-d3a034c848c3, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=462339c3-99e2-4be4-ad61-d3a034c848c3,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:19:45.679296 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:45.683449 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:45.684062 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:45.685429 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 1094 time: 1.0879252 Oct 23 02:19:45.685987 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:19:45.688861 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e2d56a-6e1e-4d42-89ea-88930382fddd" -d '{"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:19:45.731786 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98882b-d800-446f-bd0d-2582d57eab35 x-openstack-request-id: req-1a98882b-d800-446f-bd0d-2582d57eab35 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:19:45.732075 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:19:45.732329 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a98882b-d800-446f-bd0d-2582d57eab35 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:19:45.732727 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a98882b-d800-446f-bd0d-2582d57eab35'] response: {'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'status': 'completed', 'code': 200} Oct 23 02:19:45.737535 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee79d7-73fa-4730-98c7-ec1c9245979b service neutron] Pushing event updated for resources: {'Port': ['ID=462339c3-99e2-4be4-ad61-d3a034c848c3,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:45.809193 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a712-3405-4d22-861f-5840c511139e req-b486aff1-9e8a-4e5a-8a28-703c947e71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:45.810674 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-b486aff1-9e8a-4e5a-8a28-703c947e71bd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9&device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 1128 time: 0.0384767 Oct 23 02:19:45.859494 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-8386a487-8fa0-4e61-a2f0-9012e125c94b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 217 time: 0.0351810 Oct 23 02:19:45.909606 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a712-3405-4d22-861f-5840c511139e req-7b74b230-f1f7-4822-92d0-10f5a73d22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:45.911154 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-7b74b230-f1f7-4822-92d0-10f5a73d22ae service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=0c22f193-9c9b-4084-af77-26ee04eabe0d HTTP/1.1" status: 200 len: 853 time: 0.0455160 Oct 23 02:19:45.955559 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a712-3405-4d22-861f-5840c511139e req-25a0a531-ce5c-43f2-8951-8d5f039448d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:45.957063 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-25a0a531-ce5c-43f2-8951-8d5f039448d5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=df81527a-33c0-4994-b352-0d361111f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394378 Oct 23 02:19:46.067241 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b8541-15e4-46a3-8703-2340a23bbbb0 req-ea4c8d42-a02b-4713-b3ba-a2966705cd58 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:46.068726 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-058b8541-15e4-46a3-8703-2340a23bbbb0 req-ea4c8d42-a02b-4713-b3ba-a2966705cd58 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0585980 Oct 23 02:19:46.105306 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-43965fa7-448d-4741-8d08-c88452aba5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:46.126817 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:46.132234 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-d259d9b4-8aac-4bf0-bee1-8a2e56084d9a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684077 Oct 23 02:19:46.189366 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6ef7-0cea-43d9-b62b-422204052e9c req-c5c10e2c-eeac-4ce1-99e2-193c7ed05c2e tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:46.190873 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-958d6ef7-0cea-43d9-b62b-422204052e9c req-c5c10e2c-eeac-4ce1-99e2-193c7ed05c2e tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 944 time: 0.1125278 Oct 23 02:19:46.221602 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-058b8541-15e4-46a3-8703-2340a23bbbb0 req-2891d665-d41a-405a-9e47-053b28b2d247 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461196 Oct 23 02:19:46.292183 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-958d6ef7-0cea-43d9-b62b-422204052e9c req-49722a7e-ebd5-4399-82f2-6862b53859a4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741646 Oct 23 02:19:46.298006 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb16a712-3405-4d22-861f-5840c511139e req-34204b71-a725-4a56-a095-fcb34435daa8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555238 Oct 23 02:19:47.202872 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:47.351693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61cc4b-98b3-4a0d-8847-ff6c3fe0d08b req-ef666164-0f31-4251-97a7-15be391ba85a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:47.353195 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ae61cc4b-98b3-4a0d-8847-ff6c3fe0d08b req-ef666164-0f31-4251-97a7-15be391ba85a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0491335 Oct 23 02:19:47.429301 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:47.441654 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5a556-064d-4abf-bcce-e1bf590b858b req-4ed7313e-a849-410d-8627-56c447e662b9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:47.443150 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78b5a556-064d-4abf-bcce-e1bf590b858b req-4ed7313e-a849-410d-8627-56c447e662b9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 944 time: 0.0661635 Oct 23 02:19:47.447137 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ae61cc4b-98b3-4a0d-8847-ff6c3fe0d08b req-83b62acb-0f09-4230-972a-1b8824e431f1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884311 Oct 23 02:19:47.491832 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78b5a556-064d-4abf-bcce-e1bf590b858b req-2d5ba202-7ba4-4d7d-b332-fa82509acaaa tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Oct 23 02:19:48.582385 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23f7fc-0a7a-40e4-b7c9-b8759d068c5c req-a1d5a455-fee8-4d64-a787-6a7aa56f2983 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:48.583844 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de23f7fc-0a7a-40e4-b7c9-b8759d068c5c req-a1d5a455-fee8-4d64-a787-6a7aa56f2983 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0565412 Oct 23 02:19:48.660257 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-812cf09d-17d0-4e41-b64d-0a0d00aacea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:48.661702 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-812cf09d-17d0-4e41-b64d-0a0d00aacea1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9&device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 1128 time: 0.0935452 Oct 23 02:19:48.667655 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788a25-0923-4074-b4cb-5283a3e79506 req-aa8c70a8-874b-437c-a86b-216e2f4392ae tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:48.669064 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b7788a25-0923-4074-b4cb-5283a3e79506 req-aa8c70a8-874b-437c-a86b-216e2f4392ae tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 944 time: 0.0933940 Oct 23 02:19:48.774558 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de23f7fc-0a7a-40e4-b7c9-b8759d068c5c req-67b06d12-641f-4cca-ae19-d6f58ad3e23a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605439 Oct 23 02:19:48.802630 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b7788a25-0923-4074-b4cb-5283a3e79506 req-13d62d49-cc0c-45d9-9038-d69b6b6f46a5 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157622 Oct 23 02:19:48.823279 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-f2f759d5-a069-45c5-b9f0-b11dcc68bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:48.824743 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-f2f759d5-a069-45c5-b9f0-b11dcc68bb63 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=df81527a-33c0-4994-b352-0d361111f171 HTTP/1.1" status: 200 len: 915 time: 0.1548622 Oct 23 02:19:48.857382 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:48.870197 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-b94aeab0-4e0d-4133-9953-bc2c055e0a4d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 217 time: 0.0387681 Oct 23 02:19:48.943378 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:48.987783 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-aa5eb870-f57d-40b1-90b8-59e8e446b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:48.989258 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-aa5eb870-f57d-40b1-90b8-59e8e446b5a5 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=0c22f193-9c9b-4084-af77-26ee04eabe0d HTTP/1.1" status: 200 len: 853 time: 0.0482361 Oct 23 02:19:49.104988 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:19:49.302563 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-301af49f-e4b1-421a-8961-8843a8d0a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:49.304102 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-301af49f-e4b1-421a-8961-8843a8d0a15b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=df81527a-33c0-4994-b352-0d361111f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448196 Oct 23 02:19:49.393639 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-e5af64e9-c8b5-43ed-bc00-c48eb10c78b6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830159 Oct 23 02:19:49.487271 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b8e2d56a-6e1e-4d42-89ea-88930382fddd req-847f4858-4aa0-4153-ac97-c2ae87a4e51f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877881 Oct 23 02:19:49.932105 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fccaa-d58a-4538-9485-3ccfd0df9172 req-707171bb-5544-4740-a69b-f78690224257 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:49.933562 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-989fccaa-d58a-4538-9485-3ccfd0df9172 req-707171bb-5544-4740-a69b-f78690224257 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0746706 Oct 23 02:19:49.943434 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd821c12-0d80-4c21-9093-d194f736105a req-d2b223c8-102e-4af4-bc58-2d1ec4a1e27d tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:49.944738 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd821c12-0d80-4c21-9093-d194f736105a req-d2b223c8-102e-4af4-bc58-2d1ec4a1e27d tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 944 time: 0.0581393 Oct 23 02:19:49.953378 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:50.018867 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-989fccaa-d58a-4538-9485-3ccfd0df9172 req-5e021c18-d77a-4f3a-9984-0c1a557b18a8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731862 Oct 23 02:19:50.025619 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd821c12-0d80-4c21-9093-d194f736105a req-f2b313bb-c013-4a01-8c8b-aa26d1147129 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728953 Oct 23 02:19:50.252150 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 462339c3-99e2-4be4-ad61-d3a034c848c3 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:19:50.351719 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 462339c3-99e2-4be4-ad61-d3a034c848c3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=462339c3-99e2-4be4-ad61-d3a034c848c3,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:50.362794 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'port_id': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'mac_address': 'fa:16:3e:3b:f2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:19:50.397341 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 462339c3-99e2-4be4-ad61-d3a034c848c3 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:50.397734 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.410832 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462339c3-99e2-4be4-ad61-d3a034c848c3 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:19:50.430837 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 462339c3-99e2-4be4-ad61-d3a034c848c3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=462339c3-99e2-4be4-ad61-d3a034c848c3,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:50.434674 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:50.480215 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=462339c3-99e2-4be4-ad61-d3a034c848c3,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:50.886297 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['462339c3-99e2-4be4-ad61-d3a034c848c3'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:19:51.173732 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3b2f3-377d-44f4-8cf3-a858510a7b29 req-d79ac5c6-038e-4364-b1c2-4c3665466847 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:51.175295 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12d3b2f3-377d-44f4-8cf3-a858510a7b29 req-d79ac5c6-038e-4364-b1c2-4c3665466847 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 945 time: 0.0756447 Oct 23 02:19:51.182938 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ac20a-b034-418b-ac83-c5ac503d50ed req-cb206740-44c6-4695-b96f-001a1ac400df tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:51.184309 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d64ac20a-b034-418b-ac83-c5ac503d50ed req-cb206740-44c6-4695-b96f-001a1ac400df tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0828543 Oct 23 02:19:51.237519 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:51.272060 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12d3b2f3-377d-44f4-8cf3-a858510a7b29 req-e9f48dc6-052e-4300-b232-315b25e1d202 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868249 Oct 23 02:19:51.275078 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d64ac20a-b034-418b-ac83-c5ac503d50ed req-4d51a7e3-4c7a-4963-9393-fed212d6393f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834420 Oct 23 02:19:52.269097 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 462339c3-99e2-4be4-ad61-d3a034c848c3 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:19:52.328317 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 462339c3-99e2-4be4-ad61-d3a034c848c3 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:19:52.335798 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 462339c3-99e2-4be4-ad61-d3a034c848c3 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:19:52.336274 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:52.336559 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 462339c3-99e2-4be4-ad61-d3a034c848c3 Oct 23 02:19:52.411131 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 462339c3-99e2-4be4-ad61-d3a034c848c3 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:19:52.411525 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:52.427850 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530ef2a-0b06-48f9-9f0d-b981b37720dc req-4e1e9242-f348-4e1f-92d6-9df8ecbf5d51 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:52.429354 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2530ef2a-0b06-48f9-9f0d-b981b37720dc req-4e1e9242-f348-4e1f-92d6-9df8ecbf5d51 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 945 time: 0.0746136 Oct 23 02:19:52.434820 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:19:52.437736 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a83b9-7162-45c1-ac2e-ea39f98f19de" -d '{"events": [{"server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "name": "network-vif-plugged", "status": "completed", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:19:52.450692 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 462339c3-99e2-4be4-ad61-d3a034c848c3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=462339c3-99e2-4be4-ad61-d3a034c848c3,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:19:52.455574 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:52.459246 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf205db8-9a4a-4979-a8d0-4cdb3e1eec11 req-085f9a64-5e55-4c0e-aa5a-678216f4394d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:52.461082 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bf205db8-9a4a-4979-a8d0-4cdb3e1eec11 req-085f9a64-5e55-4c0e-aa5a-678216f4394d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0765238 Oct 23 02:19:52.504672 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=462339c3-99e2-4be4-ad61-d3a034c848c3,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:19:52.513600 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2530ef2a-0b06-48f9-9f0d-b981b37720dc req-15e0cc13-6cca-471b-a8a6-19d6d48479c4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776024 Oct 23 02:19:52.534768 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bf205db8-9a4a-4979-a8d0-4cdb3e1eec11 req-9f35dff9-b9e4-487a-b048-25b5b46a148d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631931 Oct 23 02:19:52.565847 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca3484d-d1bb-446d-adeb-7cdf2ea50e16 x-openstack-request-id: req-cca3484d-d1bb-446d-adeb-7cdf2ea50e16 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:19:52.566146 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "name": "network-vif-plugged", "status": "completed", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:19:52.566457 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cca3484d-d1bb-446d-adeb-7cdf2ea50e16 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:19:52.566864 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca3484d-d1bb-446d-adeb-7cdf2ea50e16'] response: {'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'code': 200} Oct 23 02:19:52.794063 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405b59d-26e1-409b-9616-46334743a98a req-b64f8a9c-6455-4a39-bfd5-d424c68fbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:52.796198 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c405b59d-26e1-409b-9616-46334743a98a req-b64f8a9c-6455-4a39-bfd5-d424c68fbc8b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 1130 time: 0.0416665 Oct 23 02:19:52.838621 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c405b59d-26e1-409b-9616-46334743a98a req-3826e0ae-780c-45ee-a074-8aff77d52e89 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370154 Oct 23 02:19:53.660071 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8f540-640a-4e91-bfc2-0cc8f8d3c01f req-d273805e-d2ad-46d7-aede-6d6c47848565 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:53.661516 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eac8f540-640a-4e91-bfc2-0cc8f8d3c01f req-d273805e-d2ad-46d7-aede-6d6c47848565 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0724306 Oct 23 02:19:53.680544 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac327cd-dd17-4882-9722-330d1c4139ff req-ea2f8824-67d8-4b86-86bd-b60c1ce7413b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:53.681938 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aac327cd-dd17-4882-9722-330d1c4139ff req-ea2f8824-67d8-4b86-86bd-b60c1ce7413b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0648589 Oct 23 02:19:53.751456 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eac8f540-640a-4e91-bfc2-0cc8f8d3c01f req-299f1d7f-c0b7-44b3-8fe0-e43acc40c673 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843291 Oct 23 02:19:53.754639 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-aac327cd-dd17-4882-9722-330d1c4139ff req-e2991cec-e16e-4200-9acc-a3911629dc53 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623093 Oct 23 02:19:54.910745 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b006c-832d-4415-9cde-2e71d2bf91a5 req-c772e216-84fe-40ef-8145-315e96895c23 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:54.912228 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-171b006c-832d-4415-9cde-2e71d2bf91a5 req-c772e216-84fe-40ef-8145-315e96895c23 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0832055 Oct 23 02:19:54.917760 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504a30b-e888-452f-958f-0b76f9564470 req-36458734-8cec-4a55-b5d6-f8bd59bafe70 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:54.919142 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f504a30b-e888-452f-958f-0b76f9564470 req-36458734-8cec-4a55-b5d6-f8bd59bafe70 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0796530 Oct 23 02:19:54.996992 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-171b006c-832d-4415-9cde-2e71d2bf91a5 req-1680d159-a481-415b-b3c4-2818c0022a4a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768075 Oct 23 02:19:55.001727 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f504a30b-e888-452f-958f-0b76f9564470 req-ed2681b0-d3b5-43d2-b341-d22bde1c6373 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743024 Oct 23 02:19:55.117099 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c422ebc-7346-4181-ad72-ed8814cc2197 req-6c15eac2-d608-443c-bd89-ed46dedaf7b1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:55.118576 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c422ebc-7346-4181-ad72-ed8814cc2197 req-6c15eac2-d608-443c-bd89-ed46dedaf7b1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0478489 Oct 23 02:19:55.165513 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c422ebc-7346-4181-ad72-ed8814cc2197 req-2e6722ac-03c7-405c-b037-946a25fede2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Oct 23 02:19:55.490961 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:55.506055 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904c00c-3e0a-44a9-beb6-58e56f9f9195 req-739dfdeb-51ef-4826-993f-205f81770608 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:55.507522 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b904c00c-3e0a-44a9-beb6-58e56f9f9195 req-739dfdeb-51ef-4826-993f-205f81770608 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0472414 Oct 23 02:19:55.554461 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b904c00c-3e0a-44a9-beb6-58e56f9f9195 req-b62176c3-b260-43ed-897c-d95cb615a821 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 Oct 23 02:19:56.130556 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65762bfb-f6d6-4f57-8775-c2e659cb42cf req-1597910e-7142-43ab-a413-4437cee58ca8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:56.132023 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-65762bfb-f6d6-4f57-8775-c2e659cb42cf req-1597910e-7142-43ab-a413-4437cee58ca8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0499744 Oct 23 02:19:56.179390 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-65762bfb-f6d6-4f57-8775-c2e659cb42cf req-e0b94419-3f57-46b0-a3b7-b838a3fc61be tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Oct 23 02:19:57.270160 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:19:57.310197 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0daa-3922-4b79-8d51-01c10a95c49c req-e4bc7fa5-906a-401d-aa1a-1aecb0450955 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:57.311764 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bf1d0daa-3922-4b79-8d51-01c10a95c49c req-e4bc7fa5-906a-401d-aa1a-1aecb0450955 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0509663 Oct 23 02:19:57.363274 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bf1d0daa-3922-4b79-8d51-01c10a95c49c req-4cc29794-2ce1-47de-9041-2c518e2bf598 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Oct 23 02:19:57.455286 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:19:58.503080 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee423004-649f-4b32-829a-e715ac75c83d req-99bbdb2f-5743-4ff2-9c67-39db1b82d82e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:58.504582 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee423004-649f-4b32-829a-e715ac75c83d req-99bbdb2f-5743-4ff2-9c67-39db1b82d82e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0511425 Oct 23 02:19:58.552306 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee423004-649f-4b32-829a-e715ac75c83d req-4dc3eba3-064f-47ef-ba50-a0ae30a2e37c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Oct 23 02:19:59.678067 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a024d21-ae82-4742-a875-66972a35fef9 req-efd3dcfb-671a-4025-8118-cac242edafbf tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:19:59.679581 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5a024d21-ae82-4742-a875-66972a35fef9 req-efd3dcfb-671a-4025-8118-cac242edafbf tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0469766 Oct 23 02:19:59.727322 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5a024d21-ae82-4742-a875-66972a35fef9 req-c5195320-d59d-43e9-b10c-5764b5373182 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Oct 23 02:20:00.858768 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cde79-787a-4b5f-9e50-42e1acb25789 req-492c4a04-49f7-494d-a97b-38fbdfb77007 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:00.860125 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9a4cde79-787a-4b5f-9e50-42e1acb25789 req-492c4a04-49f7-494d-a97b-38fbdfb77007 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0462472 Oct 23 02:20:00.909770 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9a4cde79-787a-4b5f-9e50-42e1acb25789 req-db0bfd2d-fefc-4c20-b8ce-cb677d492827 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441198 Oct 23 02:20:02.034586 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1829b6-a865-45eb-bc6d-b6924289b875 req-c0bbd2f4-9220-41be-b211-e007429539e1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:02.036050 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd1829b6-a865-45eb-bc6d-b6924289b875 req-c0bbd2f4-9220-41be-b211-e007429539e1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0472186 Oct 23 02:20:02.082796 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd1829b6-a865-45eb-bc6d-b6924289b875 req-e575fabe-6fc7-4364-8ebe-f1a7b013cec3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Oct 23 02:20:02.291742 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:20:02.297384 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:02.310271 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:02.396777 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:02.412533 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'port_id': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'mac_address': 'fa:16:3e:f9:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:20:02.446055 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d1b009dc-238c-4b94-abcc-f85c7f608d94 is: ACTIVE; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:20:02.446538 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:02.459700 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1b009dc-238c-4b94-abcc-f85c7f608d94 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:20:02.479500 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:02.482909 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:02.527390 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=6']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:02.700460 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['d1b009dc-238c-4b94-abcc-f85c7f608d94'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:20:03.209218 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b63f7-dd0a-45c4-a196-b2a7a99516fe req-f86aea83-8daf-4e32-8b79-1c8e1337caf1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:03.210768 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ea6b63f7-dd0a-45c4-a196-b2a7a99516fe req-f86aea83-8daf-4e32-8b79-1c8e1337caf1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 944 time: 0.0466263 Oct 23 02:20:03.258546 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ea6b63f7-dd0a-45c4-a196-b2a7a99516fe req-bd9a3382-c5bf-4c0c-a76a-8f83ce64b0fd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Oct 23 02:20:04.314290 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:20:04.357761 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port d1b009dc-238c-4b94-abcc-f85c7f608d94 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:20:04.358661 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:04.359003 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port d1b009dc-238c-4b94-abcc-f85c7f608d94 Oct 23 02:20:04.388094 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2778e-32cd-4ade-83eb-f1b56cea5f83 req-4aedcf86-ebbd-442f-9828-cbfda5efcaf0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:04.389810 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1dc2778e-32cd-4ade-83eb-f1b56cea5f83 req-4aedcf86-ebbd-442f-9828-cbfda5efcaf0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 944 time: 0.0509405 Oct 23 02:20:04.435520 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d1b009dc-238c-4b94-abcc-f85c7f608d94 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:20:04.435915 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:04.441140 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1dc2778e-32cd-4ade-83eb-f1b56cea5f83 req-fa410000-9f54-4d1a-9a87-403b08ce5634 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457075 Oct 23 02:20:04.460104 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:20:04.462339 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f856932f-db46-444f-a8f1-2c9dc9ad1196" -d '{"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-plugged", "status": "completed", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:20:04.475637 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:04.479649 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:04.511876 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ddbe16-21c4-40c4-8034-2df83805f222 x-openstack-request-id: req-32ddbe16-21c4-40c4-8034-2df83805f222 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:20:04.512165 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-plugged", "status": "completed", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:20:04.512418 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32ddbe16-21c4-40c4-8034-2df83805f222 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:20:04.512810 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ddbe16-21c4-40c4-8034-2df83805f222'] response: {'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'code': 200} Oct 23 02:20:04.530495 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=7']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:05.570967 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2108f-21fd-4965-870c-e6066ae94b7c req-88d55f16-8179-4839-beeb-12b4c31ef0d3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:05.572441 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0fb2108f-21fd-4965-870c-e6066ae94b7c req-88d55f16-8179-4839-beeb-12b4c31ef0d3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0478170 Oct 23 02:20:05.619020 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0fb2108f-21fd-4965-870c-e6066ae94b7c req-e8b0fd09-7717-463d-9159-d63008e579a5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Oct 23 02:20:06.749889 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ed37d-20a9-455a-9af3-ac935cad6bb1 req-6f6585d2-0e1e-403f-9471-24e551ed8f66 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:06.751409 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b3ed37d-20a9-455a-9af3-ac935cad6bb1 req-6f6585d2-0e1e-403f-9471-24e551ed8f66 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0463495 Oct 23 02:20:06.803546 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b3ed37d-20a9-455a-9af3-ac935cad6bb1 req-6eed13a4-51d6-4172-8a74-d6f01803420d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465934 Oct 23 02:20:07.929057 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74f440-7645-49cb-ac34-f5953db2bf87 req-f3786ea9-0388-4d8f-8615-deeebac24c98 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:07.930516 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee74f440-7645-49cb-ac34-f5953db2bf87 req-f3786ea9-0388-4d8f-8615-deeebac24c98 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0471556 Oct 23 02:20:07.942162 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:07.977510 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee74f440-7645-49cb-ac34-f5953db2bf87 req-25483094-da9b-4366-8f7c-c2fca7f4eda1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Oct 23 02:20:09.105933 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a72e2c-deea-45f6-b12b-ae75d89f7102 req-edc42dab-f242-4853-9bb8-58fe00989c47 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:09.107421 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e9a72e2c-deea-45f6-b12b-ae75d89f7102 req-edc42dab-f242-4853-9bb8-58fe00989c47 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0474257 Oct 23 02:20:09.154247 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e9a72e2c-deea-45f6-b12b-ae75d89f7102 req-ddfc4be7-de16-4ad3-9e0c-98f4c5c7ea77 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408344 Oct 23 02:20:10.272935 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:10.283792 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331962-2f29-4940-9a51-f2d1a1a28f44 req-31536446-ff4c-4a1f-ac40-3bc96671b373 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:10.285260 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ef331962-2f29-4940-9a51-f2d1a1a28f44 req-31536446-ff4c-4a1f-ac40-3bc96671b373 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0512094 Oct 23 02:20:10.332536 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ef331962-2f29-4940-9a51-f2d1a1a28f44 req-b9d97454-f917-407e-8199-673b075294e3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Oct 23 02:20:11.470529 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492451-ab45-4237-be39-20634892bf77 req-4359d01e-a38b-477c-be7c-710b55821e95 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:11.472229 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cb492451-ab45-4237-be39-20634892bf77 req-4359d01e-a38b-477c-be7c-710b55821e95 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0776558 Oct 23 02:20:11.492231 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75da0-827a-47b9-8a48-20b2264ae4d0 req-e7170208-6819-4eb7-a23d-741fe3a3f027 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:11.493657 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fab75da0-827a-47b9-8a48-20b2264ae4d0 req-e7170208-6819-4eb7-a23d-741fe3a3f027 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0688500 Oct 23 02:20:11.568657 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fab75da0-827a-47b9-8a48-20b2264ae4d0 req-6edc67a0-b8ee-4081-8c4c-3246d3ac9f95 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644727 Oct 23 02:20:11.571503 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cb492451-ab45-4237-be39-20634892bf77 req-049d1a98-e3ec-427a-9c35-01e35dbf8a0f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933352 Oct 23 02:20:11.602020 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56210) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:11.754486 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f761695-7b33-4a9d-835e-e23564bcee56 tempest-TestMinimumBasicScenario-1214843911 tempest-TestMinimumBasicScenario-1214843911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:11.754486 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-3f761695-7b33-4a9d-835e-e23564bcee56 tempest-TestMinimumBasicScenario-1214843911 tempest-TestMinimumBasicScenario-1214843911-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 1125 time: 0.1469655 Oct 23 02:20:11.754486 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56214) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:11.758887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'port_id': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:11.786092 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:11.874029 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:11.981445 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Allocated IP 172.27.0.2 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/456fc805-9a74-4f7a-86ed-cdc1fb2db8e5) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:20:12.088574 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for port (456fc805-9a74-4f7a-86ed-cdc1fb2db8e5), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:12.120123 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (456fc805-9a74-4f7a-86ed-cdc1fb2db8e5), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:12.143720 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:12.160735 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:20:12.167246 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:20:12.172383 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:20:12.193715 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'Port': ['ID=456fc805-9a74-4f7a-86ed-cdc1fb2db8e5,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:12.296844 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:12.529307 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for floatingip (57364438-c81a-42de-b2d4-4d793484702e), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:12.597584 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (456fc805-9a74-4f7a-86ed-cdc1fb2db8e5), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:12.736577 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6049eea-826a-40b7-9f65-25d595afaa78 req-778aaac1-fb6d-4eeb-93fa-3750f4ee8a5b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:12.738067 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6049eea-826a-40b7-9f65-25d595afaa78 req-778aaac1-fb6d-4eeb-93fa-3750f4ee8a5b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0826964 Oct 23 02:20:13.067098 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6049eea-826a-40b7-9f65-25d595afaa78 req-9b980437-8002-44d8-9eb4-603e96434bdf tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169315 Oct 23 02:20:13.070821 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for port (456fc805-9a74-4f7a-86ed-cdc1fb2db8e5), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.076243 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (456fc805-9a74-4f7a-86ed-cdc1fb2db8e5), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.126775 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=16 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:13.129579 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=18 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:13.148659 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'Port': ['ID=456fc805-9a74-4f7a-86ed-cdc1fb2db8e5,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:13.152500 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (57364438-c81a-42de-b2d4-4d793484702e), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.244498 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:13.260511 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Floating IP 57364438-c81a-42de-b2d4-4d793484702e associated. External IP: 172.27.0.2, port: 462339c3-99e2-4be4-ad61-d3a034c848c3. Oct 23 02:20:13.458054 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:13.483122 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:20:13.600311 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:20:13.614127 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] Sync routers for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:20:13.627487 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:13.627690 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.628586 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:19:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:13.665098 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-24164a71-3ed3-4e4e-b808-5fd7523bfc83 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9105484 Oct 23 02:20:13.666172 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:20:13.668828 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b393e1c-39a9-4419-828f-82c102deeb70" -d '{"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:20:13.669000 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56262) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:13.674418 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946522446', 'description': 'tempest-secgroup-smoke-946522446 description', 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:13.704161 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.725210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfa9060-fc12-48d5-8208-0172fe006710 x-openstack-request-id: req-ddfa9060-fc12-48d5-8208-0172fe006710 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:20:13.725975 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:20:13.726412 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddfa9060-fc12-48d5-8208-0172fe006710 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:20:13.727126 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfa9060-fc12-48d5-8208-0172fe006710'] response: {'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'status': 'completed', 'code': 200} Oct 23 02:20:13.755986 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-7f534c94-d1c2-4bbe-9449-68231efd16ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.777848 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:13.790764 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group (95f8d794-a1e7-4e95-84b8-39967694c309), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.796991 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (95f8d794-a1e7-4e95-84b8-39967694c309), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.801699 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:13.829043 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-fa57a6e3-c841-4e17-9be8-9143b9c132e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:13.830643 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-fa57a6e3-c841-4e17-9be8-9143b9c132e1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9&device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 1130 time: 0.0464387 Oct 23 02:20:13.838757 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.840422 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1705203 Oct 23 02:20:13.842769 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f8d794-a1e7-4e95-84b8-39967694c309,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:13.845220 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56266) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:13.850118 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-b1c0cee6-271e-4271-b54f-5f9403f52af1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'security_group_rule': {'security_group_id': '95f8d794-a1e7-4e95-84b8-39967694c309', 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:13.864075 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.864428 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.864970 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.865491 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.866008 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.866530 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.867030 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.867544 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.868113 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.868612 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.869219 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.869730 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.870223 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.871246 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.871764 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabcd6-a53e-473a-a96c-d4f49b97ac36 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:13.914796 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b1c0cee6-271e-4271-b54f-5f9403f52af1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (26b42d91-68c0-49f8-8752-cc5be051f37d), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:13.972241 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-23843911-c02e-4da4-80e3-62a243b92f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:13.973774 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-23843911-c02e-4da4-80e3-62a243b92f17 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=df81527a-33c0-4994-b352-0d361111f171 HTTP/1.1" status: 200 len: 915 time: 0.1337411 Oct 23 02:20:14.047561 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-44c0a358-5ae0-4092-91f7-764a4f57d5f2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 998 time: 0.0663314 Oct 23 02:20:14.059862 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:14.190019 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-f32de5f1-4632-46b1-8b72-41dc39e543f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:14.191558 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-f32de5f1-4632-46b1-8b72-41dc39e543f0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=0c22f193-9c9b-4084-af77-26ee04eabe0d HTTP/1.1" status: 200 len: 853 time: 0.1329310 Oct 23 02:20:14.214378 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '57364438-c81a-42de-b2d4-4d793484702e', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'port_id': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'mac_address': 'fa:16:3e:3b:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:20:12Z', 'updated_at': '2022-10-23T02:20:12Z', 'revision_number': 0, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:19Z', 'revision_number': 5, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:14.265492 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] Checking router: 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:20:14.276520 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:14.276758 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-6ac4ba15-86e0-4737-a5d7-aaa56d5a1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:14.277784 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:19:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:14.278146 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-6ac4ba15-86e0-4737-a5d7-aaa56d5a1502 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=df81527a-33c0-4994-b352-0d361111f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785923 Oct 23 02:20:14.307356 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b1c0cee6-271e-4271-b54f-5f9403f52af1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (26b42d91-68c0-49f8-8752-cc5be051f37d), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.314083 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b1c0cee6-271e-4271-b54f-5f9403f52af1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (26b42d91-68c0-49f8-8752-cc5be051f37d), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.342472 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0cee6-271e-4271-b54f-5f9403f52af1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b42d91-68c0-49f8-8752-cc5be051f37d,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:14.366712 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b1c0cee6-271e-4271-b54f-5f9403f52af1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.368044 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b1c0cee6-271e-4271-b54f-5f9403f52af1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5216265 Oct 23 02:20:14.370895 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56276) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:14.378426 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-c06dd5dd-8afa-4ba5-8c2f-08779d0d9b2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'security_group_rule': {'security_group_id': '95f8d794-a1e7-4e95-84b8-39967694c309', 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:14.390836 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78d154-d077-4807-a490-29a3c996e312 req-172a6241-0ed8-46ec-8e92-54d66ff4570d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:14.392267 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a78d154-d077-4807-a490-29a3c996e312 req-172a6241-0ed8-46ec-8e92-54d66ff4570d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.1754947 Oct 23 02:20:14.394508 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-a7af9a8a-33b2-4e1e-ad8e-13064ef5e726 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078162 Oct 23 02:20:14.397766 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:14.462521 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c06dd5dd-8afa-4ba5-8c2f-08779d0d9b2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (c933fd88-70fa-4ce9-aae8-a6718061ac44), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.521072 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a78d154-d077-4807-a490-29a3c996e312 req-c6801ba0-47d0-4f06-ac78-0b1d1db6aa4c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212111 Oct 23 02:20:14.560027 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c06dd5dd-8afa-4ba5-8c2f-08779d0d9b2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (c933fd88-70fa-4ce9-aae8-a6718061ac44), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.562169 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8b393e1c-39a9-4419-828f-82c102deeb70 req-1c4fc1ce-d648-4581-8abb-428a8424c13e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581671 Oct 23 02:20:14.566487 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c06dd5dd-8afa-4ba5-8c2f-08779d0d9b2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (c933fd88-70fa-4ce9-aae8-a6718061ac44), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.594173 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06dd5dd-8afa-4ba5-8c2f-08779d0d9b2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c933fd88-70fa-4ce9-aae8-a6718061ac44,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:14.619528 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c06dd5dd-8afa-4ba5-8c2f-08779d0d9b2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.624307 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c06dd5dd-8afa-4ba5-8c2f-08779d0d9b2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2489285 Oct 23 02:20:14.624499 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56278) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:14.628893 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-5ad785b1-6140-4dae-8087-b6ec0fe3cc65 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'security_group_rule': {'security_group_id': '95f8d794-a1e7-4e95-84b8-39967694c309', 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:14.660664 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5ad785b1-6140-4dae-8087-b6ec0fe3cc65 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (b00527fa-842f-469e-9ccf-8f3b42f8dd34), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.734933 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5ad785b1-6140-4dae-8087-b6ec0fe3cc65 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (b00527fa-842f-469e-9ccf-8f3b42f8dd34), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.741046 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '57364438-c81a-42de-b2d4-4d793484702e', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'port_id': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'mac_address': 'fa:16:3e:3b:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:20:12Z', 'updated_at': '2022-10-23T02:20:12Z', 'revision_number': 0, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:19Z', 'revision_number': 5, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:14.741592 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5ad785b1-6140-4dae-8087-b6ec0fe3cc65 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (b00527fa-842f-469e-9ccf-8f3b42f8dd34), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.757537 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad785b1-6140-4dae-8087-b6ec0fe3cc65 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00527fa-842f-469e-9ccf-8f3b42f8dd34,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:14.769538 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87cccc-2d02-41d1-a9cc-d23752678a1d None None] The sync data for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi is: [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '57364438-c81a-42de-b2d4-4d793484702e', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'port_id': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'mac_address': 'fa:16:3e:3b:f2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:20:12Z', 'updated_at': '2022-10-23T02:20:12Z', 'revision_number': 0, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:19Z', 'revision_number': 5, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:20:14.777227 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5ad785b1-6140-4dae-8087-b6ec0fe3cc65 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.778501 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-5ad785b1-6140-4dae-8087-b6ec0fe3cc65 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530964 Oct 23 02:20:14.790469 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56280) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:14.798434 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-b73d91be-d4ca-4b0b-a986-e4217b2fd03f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'security_group_rule': {'security_group_id': '95f8d794-a1e7-4e95-84b8-39967694c309', 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:14.832587 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b73d91be-d4ca-4b0b-a986-e4217b2fd03f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (7922d19f-f237-41c2-a4ca-03e84e176000), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.885194 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:14.909966 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b73d91be-d4ca-4b0b-a986-e4217b2fd03f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (7922d19f-f237-41c2-a4ca-03e84e176000), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.916935 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b73d91be-d4ca-4b0b-a986-e4217b2fd03f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (7922d19f-f237-41c2-a4ca-03e84e176000), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.940533 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d91be-d4ca-4b0b-a986-e4217b2fd03f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7922d19f-f237-41c2-a4ca-03e84e176000,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:14.953955 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b73d91be-d4ca-4b0b-a986-e4217b2fd03f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:14.959538 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56282) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:14.960142 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b73d91be-d4ca-4b0b-a986-e4217b2fd03f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1771936 Oct 23 02:20:14.965697 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-977be150-7545-4205-b9f5-9bfd6630cfad tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'security_group_rule': {'security_group_id': '95f8d794-a1e7-4e95-84b8-39967694c309', 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:14.996355 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.securitygroups_db [None req-977be150-7545-4205-b9f5-9bfd6630cfad tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Project 7d85fefc9f0b47f8bad45fb6dd0810f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:20:15.013005 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-977be150-7545-4205-b9f5-9bfd6630cfad tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (6710ba93-1779-493f-a97f-ee58a20a09cc), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.035410 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f477c1-583b-46f4-931b-0738bd9b9132 None None] New status for floating IP 57364438-c81a-42de-b2d4-4d793484702e: ACTIVE {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:20:15.143932 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:15.151880 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:15.170683 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-977be150-7545-4205-b9f5-9bfd6630cfad tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (6710ba93-1779-493f-a97f-ee58a20a09cc), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.177078 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-977be150-7545-4205-b9f5-9bfd6630cfad tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (6710ba93-1779-493f-a97f-ee58a20a09cc), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.208604 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977be150-7545-4205-b9f5-9bfd6630cfad tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6710ba93-1779-493f-a97f-ee58a20a09cc,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:15.230103 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-977be150-7545-4205-b9f5-9bfd6630cfad tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.231689 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-977be150-7545-4205-b9f5-9bfd6630cfad tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2708967 Oct 23 02:20:15.234876 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56290) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:15.242924 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-44207a31-188a-4915-ba38-f3c81db1138b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'security_group_rule': {'security_group_id': '95f8d794-a1e7-4e95-84b8-39967694c309', 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:15.285768 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:15.295602 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.securitygroups_db [None req-44207a31-188a-4915-ba38-f3c81db1138b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Project 7d85fefc9f0b47f8bad45fb6dd0810f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 02:20:15.304986 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-44207a31-188a-4915-ba38-f3c81db1138b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (da3d1597-77c8-4d8d-a5e5-917d2941b108), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.366647 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-44207a31-188a-4915-ba38-f3c81db1138b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (da3d1597-77c8-4d8d-a5e5-917d2941b108), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.371136 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-44207a31-188a-4915-ba38-f3c81db1138b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (da3d1597-77c8-4d8d-a5e5-917d2941b108), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.391539 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44207a31-188a-4915-ba38-f3c81db1138b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3d1597-77c8-4d8d-a5e5-917d2941b108,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:15.399722 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-44207a31-188a-4915-ba38-f3c81db1138b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.400939 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-44207a31-188a-4915-ba38-f3c81db1138b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647923 Oct 23 02:20:15.499730 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-99bb0e3e-27f7-4ad6-911e-462d104d8e42 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-946522446&fields=id&tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9 HTTP/1.1" status: 200 len: 267 time: 0.0444157 Oct 23 02:20:15.557364 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-b5d65323-5304-446f-a6de-1c744c858fbe tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:15.558757 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-b5d65323-5304-446f-a6de-1c744c858fbe tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0535657 Oct 23 02:20:15.570063 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-43402cf2-ccaf-4fd2-9bd9-7625ecbe02c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'port': {'security_groups': ['69fc1a6e-f4fb-48e6-95a1-324521dd4bba', '95f8d794-a1e7-4e95-84b8-39967694c309']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:15.686052 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-43402cf2-ccaf-4fd2-9bd9-7625ecbe02c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.708573 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bba465-4935-4f0d-bbf7-36b4908589f7 req-a168144a-3657-4d02-960c-f6e8c07e6d49 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:15.709961 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-67bba465-4935-4f0d-bbf7-36b4908589f7 req-a168144a-3657-4d02-960c-f6e8c07e6d49 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0684803 Oct 23 02:20:15.814877 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-67bba465-4935-4f0d-bbf7-36b4908589f7 req-9ff3d135-9bde-4e6b-b2fc-8b48424d4b5c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992162 Oct 23 02:20:15.936051 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-43402cf2-ccaf-4fd2-9bd9-7625ecbe02c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] For port 462339c3-99e2-4be4-ad61-d3a034c848c3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=462339c3-99e2-4be4-ad61-d3a034c848c3,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:15.967793 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-43402cf2-ccaf-4fd2-9bd9-7625ecbe02c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.972683 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-43402cf2-ccaf-4fd2-9bd9-7625ecbe02c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.984658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-43402cf2-ccaf-4fd2-9bd9-7625ecbe02c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:15.984658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-43402cf2-ccaf-4fd2-9bd9-7625ecbe02c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:15.986949 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4be61ce0-dfc5-462f-8c0e-01d6151079de req-43402cf2-ccaf-4fd2-9bd9-7625ecbe02c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "PUT /networking/v2.0/ports/462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 982 time: 0.4215708 Oct 23 02:20:15.991069 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:20:15.993513 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b030325-4e5c-4713-a4a5-ab63a45f54a9" -d '{"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:20:16.015864 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['462339c3-99e2-4be4-ad61-d3a034c848c3'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:20:16.054419 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175e4807-9110-40ff-9e03-cb5fc77f8ce1 x-openstack-request-id: req-175e4807-9110-40ff-9e03-cb5fc77f8ce1 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:20:16.054901 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:20:16.055248 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-175e4807-9110-40ff-9e03-cb5fc77f8ce1 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:20:16.055763 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175e4807-9110-40ff-9e03-cb5fc77f8ce1'] response: {'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'status': 'completed', 'code': 200} Oct 23 02:20:16.062000 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43402cf2-ccaf-4fd2-9bd9-7625ecbe02c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'Port': ['ID=462339c3-99e2-4be4-ad61-d3a034c848c3,revision_number=6']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:16.160314 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-73598631-96b4-4013-9ef6-13ab399c26d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:16.196347 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b53c-2de8-4930-b5ca-24007699cd1e req-e7fa0831-3993-4c8c-bbaf-cefd738ec36f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:16.197990 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-beb0b53c-2de8-4930-b5ca-24007699cd1e req-e7fa0831-3993-4c8c-bbaf-cefd738ec36f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.1224067 Oct 23 02:20:16.206520 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-9bab832a-d959-41a9-bf4d-c964b0f80e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:16.209293 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-9bab832a-d959-41a9-bf4d-c964b0f80e29 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9&device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 1169 time: 0.0723445 Oct 23 02:20:16.258180 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['462339c3-99e2-4be4-ad61-d3a034c848c3'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:20:16.328171 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:16.360487 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-beb0b53c-2de8-4930-b5ca-24007699cd1e req-0cc3eb1a-7ab0-4e78-bef9-5f698d4c0a06 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265225 Oct 23 02:20:16.376633 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-88e12f6a-d798-44f8-8334-57646277772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:16.378674 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-88e12f6a-d798-44f8-8334-57646277772a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=df81527a-33c0-4994-b352-0d361111f171 HTTP/1.1" status: 200 len: 915 time: 0.1591523 Oct 23 02:20:16.446270 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:16.456456 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-5062c583-c273-4f1f-8340-7eb8c5049c8d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 1000 time: 0.0630827 Oct 23 02:20:16.510800 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-e5ce6a9d-b0db-4028-90ce-abbc148b2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:16.512199 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-e5ce6a9d-b0db-4028-90ce-abbc148b2599 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=0c22f193-9c9b-4084-af77-26ee04eabe0d HTTP/1.1" status: 200 len: 853 time: 0.0498903 Oct 23 02:20:16.558315 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:16.559368 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-758b778a-c574-4363-b6bc-dc971ff7879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:16.561346 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-758b778a-c574-4363-b6bc-dc971ff7879f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=df81527a-33c0-4994-b352-0d361111f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421309 Oct 23 02:20:16.587274 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:16.672395 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-02641d2e-6934-41bf-9e1c-e346a55b139a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042006 Oct 23 02:20:16.773231 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1b030325-4e5c-4713-a4a5-ab63a45f54a9 req-fb5370df-68e3-42f0-aa78-d1729df310aa service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943122 Oct 23 02:20:16.962539 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6edf1-7861-4fed-86db-5dbde5b187a0 req-8d638463-5692-4e31-93cd-050094069042 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:16.964093 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-20c6edf1-7861-4fed-86db-5dbde5b187a0 req-8d638463-5692-4e31-93cd-050094069042 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0517507 Oct 23 02:20:17.018992 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-20c6edf1-7861-4fed-86db-5dbde5b187a0 req-2660a302-ae35-4276-804e-0a4639fb18b1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464420 Oct 23 02:20:17.206474 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:18.154517 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82a086-a650-4cbf-a629-0d0724440584 req-1d3ffcd8-7112-4aca-95ff-f457f4c6ccf8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:18.156265 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3c82a086-a650-4cbf-a629-0d0724440584 req-1d3ffcd8-7112-4aca-95ff-f457f4c6ccf8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0547338 Oct 23 02:20:18.220934 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3c82a086-a650-4cbf-a629-0d0724440584 req-56a6f640-dddd-47ab-b14a-8e6d8c320436 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588570 Oct 23 02:20:18.473264 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-609f9943-0f28-4c67-9d67-d7cf68cf9961 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-301932947&fields=id&tenant_id=10f27676e78f475fa9734f3d6f541da5 HTTP/1.1" status: 200 len: 267 time: 0.0525746 Oct 23 02:20:18.602859 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-3fdb9d7d-51e2-407b-8cc3-44a0a9ceded9 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:18.604428 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-3fdb9d7d-51e2-407b-8cc3-44a0a9ceded9 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 812 time: 0.1169565 Oct 23 02:20:18.619880 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-1a4483f7-6bcf-468a-917a-22e1b27e3805 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/quotas/10f27676e78f475fa9734f3d6f541da5 HTTP/1.1" status: 200 len: 375 time: 0.0092220 Oct 23 02:20:18.674621 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-f8653d9b-b6f9-436e-a04e-639be338d558 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491824 Oct 23 02:20:18.776118 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-f297f0fb-3de4-4758-9d6b-84c4f52009c1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900576 Oct 23 02:20:18.852334 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:18.886866 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-c8dc61ed-f356-4f8a-80eb-8cfa51452eae service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015673 Oct 23 02:20:18.944916 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:19.278486 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-547edd2d-9ac5-4a43-b5eb-442b682d1c08 req-b1e0d3c3-31c8-4e22-9464-2f2b4e6b4b4c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 210 time: 0.0539410 Oct 23 02:20:19.351879 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:19.375003 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ecbea-0a83-4e00-aff9-b4c90cfab3fc req-2b22958d-eca6-419b-ae28-48dd91ca4eb5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:19.381934 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ab6ecbea-0a83-4e00-aff9-b4c90cfab3fc req-2b22958d-eca6-419b-ae28-48dd91ca4eb5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0673661 Oct 23 02:20:19.445177 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ab6ecbea-0a83-4e00-aff9-b4c90cfab3fc req-1fa97960-e57d-4640-96d7-5748dfac4b96 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623925 Oct 23 02:20:20.375463 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-37456f42-56a2-4c56-9261-924624552628 req-e0274595-ac2e-49a4-ad8d-d231572850d0 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 210 time: 0.0303557 Oct 23 02:20:20.604404 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7c237-e9dd-4e50-8618-d2df073b11d0 req-62764141-2db9-4966-bbb1-ce334610a434 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:20.606418 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ee7c237-e9dd-4e50-8618-d2df073b11d0 req-62764141-2db9-4966-bbb1-ce334610a434 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0649080 Oct 23 02:20:20.671589 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ee7c237-e9dd-4e50-8618-d2df073b11d0 req-a618e834-f824-4f65-a584-411c6da83370 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580363 Oct 23 02:20:21.506660 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3609caee-4798-40a2-b763-2e715016cd66 req-6e77e478-6c7a-4ca8-9285-97c2562132c8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 210 time: 0.0416019 Oct 23 02:20:21.863420 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bc9b8-68fa-45ad-846c-abe036967963 req-b3a48df3-d652-4403-a403-dbfc907b8e0f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:21.876549 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ca9bc9b8-68fa-45ad-846c-abe036967963 req-b3a48df3-d652-4403-a403-dbfc907b8e0f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.1093152 Oct 23 02:20:21.920640 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:21.942703 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ca9bc9b8-68fa-45ad-846c-abe036967963 req-636c4f40-2bec-4e58-ba7f-d40d1752d69f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650644 Oct 23 02:20:22.646718 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-28f7012f-cc81-455a-9c63-6b17a98530b6 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:22.650650 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-28f7012f-cc81-455a-9c63-6b17a98530b6 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 812 time: 0.1993079 Oct 23 02:20:22.653579 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6da1eb53-4927-454f-a4e7-656e7b31b8ce req-9f20ab59-07ef-4eee-93dc-cd4fb6a0e2ca tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 210 time: 0.0666571 Oct 23 02:20:22.755674 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-efac6abf-4498-4e33-85b1-42b3c8cf5e57 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=10f27676e78f475fa9734f3d6f541da5 HTTP/1.1" status: 200 len: 379 time: 0.0882189 Oct 23 02:20:22.784785 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'port': {'device_id': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'admin_state_up': True, 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'security_groups': ['7ce7f0c2-344b-4416-96bb-324a4aafd118']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:22.931864 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Made reservation on behalf of 10f27676e78f475fa9734f3d6f541da5 for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:20:22.937506 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:23.163272 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Allocated IP 172.20.0.4 (6c5e8bc1-ae7a-4263-95d0-aa588702beec/14d18a91-92ed-4139-8824-a82856c88c65/6ebd6dec-ed9e-49f3-9f6a-d935781e2f04) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:20:23.171522 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6566d9e-1a5c-467a-acc9-7918c011773d req-809d256e-3ea0-4ee9-8dfc-8ff99d577676 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:23.174913 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b6566d9e-1a5c-467a-acc9-7918c011773d req-809d256e-3ea0-4ee9-8dfc-8ff99d577676 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0849464 Oct 23 02:20:23.300172 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b6566d9e-1a5c-467a-acc9-7918c011773d req-b3e68d0d-47a4-4aea-8aa9-2dd1403edcd2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155066 Oct 23 02:20:23.447024 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:23.485668 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:23.498546 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:23.544088 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:20:23.550606 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:20:23.554826 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:20:23.578179 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'Port': ['ID=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:23.600101 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:23.611608 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:23.612223 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:23.631999 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-09d75f5a-88c9-4bb8-b788-7e0495553fb3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8513641 Oct 23 02:20:23.660536 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Request body: {'port': {'device_id': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:23.670431 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56408) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:23.787476 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:23.916385 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-f2526f5b-331f-4397-9fc2-58305ac4eebe None None] Provisioning complete for port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:20:23.917382 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-f2526f5b-331f-4397-9fc2-58305ac4eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:23.917947 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-f2526f5b-331f-4397-9fc2-58305ac4eebe None None] Attempt 1 to provision port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 Oct 23 02:20:23.960079 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-f2526f5b-331f-4397-9fc2-58305ac4eebe None None] Port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:20:24.060124 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Deleting port ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:24.060594 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:24.129830 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed45b-5688-4c02-b2e1-4f5197e93553 req-65e2b57e-6e56-419f-85cf-c3cf4c6960a3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:24.131519 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-330ed45b-5688-4c02-b2e1-4f5197e93553 req-65e2b57e-6e56-419f-85cf-c3cf4c6960a3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 931 time: 0.3266294 Oct 23 02:20:24.149004 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:24.149342 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for floatingip (ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:24.164621 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Calling delete_port for ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5 owned by network:floatingip {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:24.236259 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:20:24.245856 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-330ed45b-5688-4c02-b2e1-4f5197e93553 req-f5b9b6f2-90f6-40e6-9336-52ddb17aef9e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059949 Oct 23 02:20:24.251204 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Publish callbacks [] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:24.269983 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Transition to ACTIVE for port object 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:20:24.275858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:24.367037 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:24.367642 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:24.397971 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event deleted for resources: {'Port': ['ID=ca4d395e-9ed2-49a0-ad2b-a1c08b0353b5,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:24.439461 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Attempting to bind port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:20:24.440187 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Attempting to bind port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:20:24.441199 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Attempting to bind port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:20:24.513857 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for floatingip (0607d3dd-420a-4269-847f-f764a15ae9ce), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:24.514595 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.l3_db [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Floating IP 0607d3dd-420a-4269-847f-f764a15ae9ce disassociated (deleted). External IP: 172.27.0.60, port: d232d5a5-a6d8-44ab-a498-c1ef3fea2467. Oct 23 02:20:24.517474 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:24.771487 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Router ffb60988-acf8-4aa2-9c51-50e66d60889a has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:20:24.796650 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:24.815650 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca182f-ab5f-4afe-8528-9a28774cab2f req-b6c2a2f7-93aa-476a-b3c3-fec32ec9c73b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:24.817316 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-33ca182f-ab5f-4afe-8528-9a28774cab2f req-b6c2a2f7-93aa-476a-b3c3-fec32ec9c73b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.3689468 Oct 23 02:20:24.818423 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:20:24.818851 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Attempting to bind port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 on network 6c5e8bc1-ae7a-4263-95d0-aa588702beec {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:20:24.892645 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:20:24.893071 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Checking segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:20:24.893553 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Bound using segment: {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:20:24.894066 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Bound port: 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:20:24.894592 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:24.929425 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-33ca182f-ab5f-4afe-8528-9a28774cab2f req-385a5ddd-927e-4c3e-bde4-31444a2018c8 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776160 Oct 23 02:20:24.946894 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:20:24.952399 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:24.958003 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] Sync routers for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:20:24.981596 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:24.984483 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:24.992056 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] For port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:20:24.995510 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] For port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:20:25.004643 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:25.007165 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:25.012637 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:25.013249 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-6b74ce16-c890-48d0-a924-0b1edc217923 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/0607d3dd-420a-4269-847f-f764a15ae9ce HTTP/1.1" status: 204 len: 168 time: 1.3431311 Oct 23 02:20:25.014663 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467'}] {{(pid=104672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:20:25.016164 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:25.017796 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 HTTP/1.1" status: 200 len: 1093 time: 1.3647573 Oct 23 02:20:25.018110 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a917c688e8eb913325417a585b704e3562ed756bd81a612c4b6f882996a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e897e3-91d6-4967-9b49-84fd8531e13b" -d '{"events": [{"name": "network-changed", "server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467"}]}' {{(pid=104672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:20:25.018754 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:20:25.021896 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e" -d '{"events": [{"name": "network-changed", "server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:20:25.055410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:25.127578 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4940d33b-de78-4bb1-8d36-5eab40c35f70 x-openstack-request-id: req-4940d33b-de78-4bb1-8d36-5eab40c35f70 {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:20:25.128280 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467", "status": "completed", "code": 200}]} {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:20:25.128830 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4940d33b-de78-4bb1-8d36-5eab40c35f70 {{(pid=104672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:20:25.129575 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4940d33b-de78-4bb1-8d36-5eab40c35f70'] response: {'name': 'network-changed', 'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'status': 'completed', 'code': 200} Oct 23 02:20:25.153600 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9110e38-0d79-4f99-b46a-b7fc1997f6dd service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:25.170500 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-6ef1c347-6801-421f-8ef1-cd5e728f6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:25.172695 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-6ef1c347-6801-421f-8ef1-cd5e728f6c55 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 1127 time: 0.0774195 Oct 23 02:20:25.175888 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:25.180203 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:25.218939 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9dbb25-471a-4056-a823-d6eb67a224d9 x-openstack-request-id: req-ce9dbb25-471a-4056-a823-d6eb67a224d9 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:20:25.219768 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:20:25.220218 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce9dbb25-471a-4056-a823-d6eb67a224d9 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:20:25.220684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9dbb25-471a-4056-a823-d6eb67a224d9'] response: {'name': 'network-changed', 'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'status': 'completed', 'code': 200} Oct 23 02:20:25.281721 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-58f60441-a1b1-4b91-9c60-6f2bd1180dc5 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 HTTP/1.1" status: 200 len: 217 time: 0.0876946 Oct 23 02:20:25.307020 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-1386ce37-633a-4c32-9f05-750d7b8358b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:25.312062 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-1386ce37-633a-4c32-9f05-750d7b8358b0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d7bb15a157314fb095d2333f64ab0c83&device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 1129 time: 0.1094770 Oct 23 02:20:25.444512 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:25.462409 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51136cd-7ab6-4ea5-9889-f6449ff958bc req-5e73eed6-e6f3-4d27-a700-1b4bce62001b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:25.469900 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b51136cd-7ab6-4ea5-9889-f6449ff958bc req-5e73eed6-e6f3-4d27-a700-1b4bce62001b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.1057322 Oct 23 02:20:25.482340 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab24e-1d56-46be-9361-50555ff52b8d req-8f4567ac-05df-4b3a-b27b-bc312c5a5519 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:25.484753 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e09ab24e-1d56-46be-9361-50555ff52b8d req-8f4567ac-05df-4b3a-b27b-bc312c5a5519 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0872648 Oct 23 02:20:25.544530 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:19Z', 'revision_number': 5, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:25.551102 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b51136cd-7ab6-4ea5-9889-f6449ff958bc req-a7036483-8e0e-4745-953d-72e92d8066a3 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798779 Oct 23 02:20:25.577114 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] Checking router: ffb60988-acf8-4aa2-9c51-50e66d60889a for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:20:25.603290 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:25.603915 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:25.640404 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e09ab24e-1d56-46be-9361-50555ff52b8d req-fd4c6dad-fa4a-41e0-b546-544ed1eb5317 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315444 Oct 23 02:20:25.657610 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:25.742030 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:25.999756 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:19Z', 'revision_number': 5, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:26.028072 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbad139-0074-4849-bf92-6ea532191852 None None] The sync data for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi is: [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:11Z', 'revision_number': 4, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c3826c3f-29b5-4e9c-abe2-ffb1c913253c', 'name': '', 'network_id': '5ff0d7db-4994-4f32-abfd-4e23a0f82087', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'mac_address': 'fa:16:3e:37:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:10Z', 'updated_at': '2022-10-23T02:14:19Z', 'revision_number': 5, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'subnets': [{'id': 'f2dd49c0-4da5-4047-a07d-67951a0b7ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:20:26.077552 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c864b-a1de-4905-910e-910c033d4835 req-1d740c2b-c64a-4e7f-94e3-d09d6e12a330 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:26.079082 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-803c864b-a1de-4905-910e-910c033d4835 req-1d740c2b-c64a-4e7f-94e3-d09d6e12a330 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0574825 Oct 23 02:20:26.104985 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:20:26.140054 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-803c864b-a1de-4905-910e-910c033d4835 req-5ac69e58-18d4-4e20-ad26-119ac366d9d4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548074 Oct 23 02:20:26.340079 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ca3fe-5538-4cc0-8d70-6db11b403adc None None] New status for floating IP 0607d3dd-420a-4269-847f-f764a15ae9ce: DOWN {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:20:26.603339 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-f38190b3-adf5-4b7c-a2f1-71fbe14c10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:26.604767 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-f38190b3-adf5-4b7c-a2f1-71fbe14c10cc service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.1120415 Oct 23 02:20:26.727734 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-0994135e-041a-4549-960e-cb8d863c58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:26.729312 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-0994135e-041a-4549-960e-cb8d863c58f8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 200 len: 909 time: 0.2104654 Oct 23 02:20:26.747368 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-886c3fe0-a4dd-4b0c-9a97-d56ac0d97418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:26.749035 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-886c3fe0-a4dd-4b0c-9a97-d56ac0d97418 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1257648 Oct 23 02:20:26.780242 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf30721-a2b5-42ae-bd49-88ee9cd8b789 req-978cdedd-75cc-4a27-8053-bb2d368fb333 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:26.781699 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bf30721-a2b5-42ae-bd49-88ee9cd8b789 req-978cdedd-75cc-4a27-8053-bb2d368fb333 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.1269405 Oct 23 02:20:26.794104 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-008a6467-54a8-43f7-9b6f-92a6d88b9f21 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 200 len: 217 time: 0.0560198 Oct 23 02:20:26.905154 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa28a96-9f76-421b-84de-dbc67079bd09 req-87b2854d-9c46-4d83-9fcd-c6e8f88dccfe tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:26.906637 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa28a96-9f76-421b-84de-dbc67079bd09 req-87b2854d-9c46-4d83-9fcd-c6e8f88dccfe tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.1237535 Oct 23 02:20:26.919524 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:26.945124 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bf30721-a2b5-42ae-bd49-88ee9cd8b789 req-ce9919c7-b142-44c9-bb77-afe8c5761696 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419845 Oct 23 02:20:27.018637 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-1113f253-17d4-4878-891b-cea2478fa7e5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326944 Oct 23 02:20:27.041177 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bfa28a96-9f76-421b-84de-dbc67079bd09 req-7c71e548-23eb-4ac2-bda5-e03ece98951b tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283472 Oct 23 02:20:27.042912 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-c52ec10e-ced5-45fc-82b3-e8d537d3158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:27.044321 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-c52ec10e-ced5-45fc-82b3-e8d537d3158e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f2dd49c0-4da5-4047-a07d-67951a0b7ed5 HTTP/1.1" status: 200 len: 847 time: 0.0887237 Oct 23 02:20:27.273777 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294461a-22c4-4f8d-aac6-15142fd733f5 req-b9e431c7-4861-4aab-9784-d7502c1df762 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:27.275289 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b294461a-22c4-4f8d-aac6-15142fd733f5 req-b9e431c7-4861-4aab-9784-d7502c1df762 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0520403 Oct 23 02:20:27.307450 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:27.365427 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b294461a-22c4-4f8d-aac6-15142fd733f5 req-999a6a5e-ca84-4eeb-98c8-878feeac5383 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844824 Oct 23 02:20:27.408396 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-dd4fbeab-3b78-41b9-820f-5924c43ccee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:27.410476 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-dd4fbeab-3b78-41b9-820f-5924c43ccee1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5ff0d7db-4994-4f32-abfd-4e23a0f82087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970948 Oct 23 02:20:27.468400 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:27.493088 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9aa2a49a-c90b-4337-8231-53268c7467ff req-934b7209-1d8f-44b2-9b69-317f74add575 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849768 Oct 23 02:20:27.527269 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-aa6de8a2-2efa-4456-a0ff-38ccedf78a86 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038816 Oct 23 02:20:28.078065 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ff21c-c09c-4920-a025-3476c962683f req-507802d5-179d-4ac2-9f7e-65cb8d6d75bf tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:28.079629 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-263ff21c-c09c-4920-a025-3476c962683f req-507802d5-179d-4ac2-9f7e-65cb8d6d75bf tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0523231 Oct 23 02:20:28.155301 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-263ff21c-c09c-4920-a025-3476c962683f req-f10ed629-7a7c-4200-90e8-cb47817a5936 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700746 Oct 23 02:20:28.171234 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe09a02-df03-4a53-8f6f-516146dae068 req-7b99082e-3dbd-43a1-bdb2-603ddcf29cbc tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:28.172691 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1fe09a02-df03-4a53-8f6f-516146dae068 req-7b99082e-3dbd-43a1-bdb2-603ddcf29cbc tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0562346 Oct 23 02:20:28.222312 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1fe09a02-df03-4a53-8f6f-516146dae068 req-0ffaef8e-c179-4179-919c-9a3e1c36fc92 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440161 Oct 23 02:20:28.491901 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af008-9fbd-443b-a401-bcae5eb824ce req-5f51805a-209f-4310-a9cc-41cd893ac71a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:28.493274 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-316af008-9fbd-443b-a401-bcae5eb824ce req-5f51805a-209f-4310-a9cc-41cd893ac71a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.0467391 Oct 23 02:20:28.543692 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-316af008-9fbd-443b-a401-bcae5eb824ce req-7179ee36-cfa3-4a79-9d10-d044054ced4f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448847 Oct 23 02:20:28.716999 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-3999fb4e-b780-43d9-a7a6-299c0696e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:28.718566 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-3999fb4e-b780-43d9-a7a6-299c0696e887 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 1127 time: 0.0534880 Oct 23 02:20:28.746472 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-b42b5c59-876a-49d7-a150-c602126f6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:28.748396 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-b42b5c59-876a-49d7-a150-c602126f6fec service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 1129 time: 0.0894618 Oct 23 02:20:28.757574 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-ce36a5d1-ac69-42f9-b9eb-534010689f8b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:28.758929 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-ce36a5d1-ac69-42f9-b9eb-534010689f8b tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.0989408 Oct 23 02:20:28.769740 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b0e897e3-91d6-4967-9b49-84fd8531e13b req-40e82dd5-02c1-448c-90d1-8aa4c573213d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634181 Oct 23 02:20:29.379171 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-d10224c4-0512-4c07-a8a7-db4ac84a5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:29.380641 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-d10224c4-0512-4c07-a8a7-db4ac84a5a85 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.1385243 Oct 23 02:20:29.464480 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:29.488340 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300cfd4-95c7-46b2-b03c-bcc2e74694e4 req-da3d622c-4525-4060-887f-39d725cedaf8 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:29.489790 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f300cfd4-95c7-46b2-b03c-bcc2e74694e4 req-da3d622c-4525-4060-887f-39d725cedaf8 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 945 time: 0.2072759 Oct 23 02:20:29.556820 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3dbc9-6e4e-45dd-adbd-e71c8fbdaeb1 req-f4f431d6-33bc-43d7-ae23-6b5f4ccc806f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:29.558266 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-edb3dbc9-6e4e-45dd-adbd-e71c8fbdaeb1 req-f4f431d6-33bc-43d7-ae23-6b5f4ccc806f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.1866844 Oct 23 02:20:29.587396 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Deleting port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:29.587738 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:29.613459 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-fd68a556-db94-43e7-8be4-e9b4e7a46487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:29.614923 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-fd68a556-db94-43e7-8be4-e9b4e7a46487 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.3692935 Oct 23 02:20:29.625990 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:29.695801 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f300cfd4-95c7-46b2-b03c-bcc2e74694e4 req-e5f19ca6-5eae-40b6-ab93-8b9043448920 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3ba041d7-7c5f-4cc8-a29a-177731aacc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829123 Oct 23 02:20:29.735184 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-7b16689d-eebe-4a2f-981a-fcf9146db766 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 HTTP/1.1" status: 200 len: 217 time: 0.0874424 Oct 23 02:20:29.776838 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-edb3dbc9-6e4e-45dd-adbd-e71c8fbdaeb1 req-c0996d41-a4b2-48fd-a084-d3fa91667ac0 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093246 Oct 23 02:20:29.794605 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-f9da082d-903a-423f-bbf4-267a15ac4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:29.796115 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-f9da082d-903a-423f-bbf4-267a15ac4a33 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0538893 Oct 23 02:20:29.828641 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-0ee00e06-3941-40ff-81fc-9022d6d34bd9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94 HTTP/1.1" status: 200 len: 1000 time: 0.1676402 Oct 23 02:20:29.859761 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] For port d232d5a5-a6d8-44ab-a498-c1ef3fea2467, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:29.860873 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:29.891201 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Calling delete_port for d232d5a5-a6d8-44ab-a498-c1ef3fea2467 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:29.891614 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-c81c0d79-91fd-4912-a771-c100ef269297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:29.893846 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-c81c0d79-91fd-4912-a771-c100ef269297 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547869 Oct 23 02:20:29.995569 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-f5109f86-70f2-4926-a838-9a84034e907b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952296 Oct 23 02:20:30.007787 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f240d-c6ce-4f4b-ac14-184a4ee73070 req-3c9561bb-6f0f-42ee-950e-129986721b0f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:30.009280 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5b0f240d-c6ce-4f4b-ac14-184a4ee73070 req-3c9561bb-6f0f-42ee-950e-129986721b0f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 945 time: 0.2070377 Oct 23 02:20:30.040915 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-deafc5a4-a2b0-4ebb-8de0-6d6123423d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:30.042304 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-deafc5a4-a2b0-4ebb-8de0-6d6123423d4c service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.1271250 Oct 23 02:20:30.089644 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5b0f240d-c6ce-4f4b-ac14-184a4ee73070 req-9df839e3-8bb0-45d8-821e-7277214fe629 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726879 Oct 23 02:20:30.147773 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (d232d5a5-a6d8-44ab-a498-c1ef3fea2467), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:30.189149 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event deleted for resources: {'Port': ['ID=d232d5a5-a6d8-44ab-a498-c1ef3fea2467,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:30.258722 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] No DVR routers for this DVR port d232d5a5-a6d8-44ab-a498-c1ef3fea2467 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:20:30.260861 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-5bebaa73-ec01-42fa-8338-7d01c410a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:30.262860 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-5bebaa73-ec01-42fa-8338-7d01c410a1b8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832512 Oct 23 02:20:30.264487 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:30.267641 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ea0b30fd-66f5-4f05-8530-aedbd85b8a9d req-50310978-53c0-4b51-b59a-57720a2df6fc tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d232d5a5-a6d8-44ab-a498-c1ef3fea2467 HTTP/1.1" status: 204 len: 173 time: 1.0233450 Oct 23 02:20:30.268141 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'name': 'network-vif-deleted', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:20:30.270535 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05624a3e-cad7-4166-aad7-4f2b30a55a21" -d '{"events": [{"server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "name": "network-vif-deleted", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:20:30.297241 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-6b4b7eb4-3759-414b-a5a5-5313e8e0e86e req-65ebfc0d-65c7-4913-9898-2c2f0e16dbfc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301646 Oct 23 02:20:30.409062 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d232d5a5-a6d8-44ab-a498-c1ef3fea2467 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:30.435840 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: d232d5a5-a6d8-44ab-a498-c1ef3fea2467 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:20:30.436187 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d232d5a5-a6d8-44ab-a498-c1ef3fea2467 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:20:30.436628 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:30.515740 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d1b009dc-238c-4b94-abcc-f85c7f608d94 is: ACTIVE; New status is: DOWN {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:20:30.516139 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:30.549288 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:20:30.552001 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345bc76c-5251-42ea-ac3f-833b1af3066d" -d '{"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:20:30.568094 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:30.569073 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b8bb83-8302-4040-8703-177190905015 x-openstack-request-id: req-a2b8bb83-8302-4040-8703-177190905015 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:20:30.569583 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e059be-46de-46ff-bbf2-55cb5c6b72ad", "name": "network-vif-deleted", "tag": "d232d5a5-a6d8-44ab-a498-c1ef3fea2467", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:20:30.569583 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2b8bb83-8302-4040-8703-177190905015 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:20:30.569999 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b8bb83-8302-4040-8703-177190905015'] response: {'server_uuid': '63e059be-46de-46ff-bbf2-55cb5c6b72ad', 'name': 'network-vif-deleted', 'tag': 'd232d5a5-a6d8-44ab-a498-c1ef3fea2467', 'status': 'completed', 'code': 200} Oct 23 02:20:30.579956 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:30.600958 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:30.633250 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62c46b1-128b-4ec3-a0e4-e21538ace7a0 x-openstack-request-id: req-b62c46b1-128b-4ec3-a0e4-e21538ace7a0 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:20:30.634315 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:20:30.634844 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b62c46b1-128b-4ec3-a0e4-e21538ace7a0 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:20:30.635455 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62c46b1-128b-4ec3-a0e4-e21538ace7a0'] response: {'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'code': 200} Oct 23 02:20:30.655482 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-5e934906-fe73-41a2-abc7-2ed80d360dd9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822215 Oct 23 02:20:30.670916 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=8']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:30.690218 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.690817 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.691378 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.691920 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.692466 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.693068 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.693684 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.694270 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.694948 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.695396 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.696622 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.697187 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.698153 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.698834 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.699456 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:30.816538 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0e9ac30c-5672-46bc-9060-0847ec5b9d7b req-4799ef04-58c9-4752-aec6-f569b60286a7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377027 Oct 23 02:20:30.833697 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-83fa6563-08fd-49f3-bd74-e299e18e1db7 req-202a1f0a-d7dd-4c39-87e8-61dce4f92be6 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 210 time: 0.0384429 Oct 23 02:20:30.947427 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397b37e-f6a2-45bd-b4dc-35a7aa09f769 req-c6c4ed67-2e33-4f7d-98d3-aece16bc834f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:30.949168 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5397b37e-f6a2-45bd-b4dc-35a7aa09f769 req-c6c4ed67-2e33-4f7d-98d3-aece16bc834f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0570626 Oct 23 02:20:31.002273 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5397b37e-f6a2-45bd-b4dc-35a7aa09f769 req-d48628ca-fa7b-4cb2-9b58-a71a1e35b1d6 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460935 Oct 23 02:20:31.222084 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6ba6a-a907-43e9-a450-d62859afaa7b req-712bfb9f-f8ec-4179-87c7-2e2690f3857d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:31.223600 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-19f6ba6a-a907-43e9-a450-d62859afaa7b req-712bfb9f-f8ec-4179-87c7-2e2690f3857d tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0522242 Oct 23 02:20:31.279007 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-19f6ba6a-a907-43e9-a450-d62859afaa7b req-35e0312d-88f9-4aa8-ae0f-8543bbedc3c4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487282 Oct 23 02:20:31.954969 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b53e63e7-68e5-42fb-9554-a04b751bdd4e req-dfb3971f-583b-4144-a340-854205925a1f tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 210 time: 0.0278533 Oct 23 02:20:32.124171 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91f978-d95e-4781-b6df-1299431eb6f5 req-3683e92d-0522-4f1d-8f30-7ff4ca02373a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:32.125705 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a91f978-d95e-4781-b6df-1299431eb6f5 req-3683e92d-0522-4f1d-8f30-7ff4ca02373a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0484014 Oct 23 02:20:32.174936 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0a91f978-d95e-4781-b6df-1299431eb6f5 req-70246667-096e-40a5-bd95-aafc65b7c66f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438004 Oct 23 02:20:32.370649 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:32.408466 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96238c75-1be9-42be-b4fa-b5dea336fb52 req-bdb84bd0-e34f-43ad-a9f2-0f91a8db9564 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:32.409844 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96238c75-1be9-42be-b4fa-b5dea336fb52 req-bdb84bd0-e34f-43ad-a9f2-0f91a8db9564 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0490055 Oct 23 02:20:32.460516 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-96238c75-1be9-42be-b4fa-b5dea336fb52 req-684ba578-f915-4f2e-a4ae-ae647d6d93f6 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445275 Oct 23 02:20:33.070073 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7bf5d16e-0433-4025-a8e4-97a6d6f804e3 req-1a4970db-6b09-4500-b371-debada11116a tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 210 time: 0.0290987 Oct 23 02:20:33.292585 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645a65-93bb-4cfd-a4d9-b05b7f036411 req-bc70f8db-4764-4335-b29c-c65c0aaeaad1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:33.294635 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-97645a65-93bb-4cfd-a4d9-b05b7f036411 req-bc70f8db-4764-4335-b29c-c65c0aaeaad1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0459623 Oct 23 02:20:33.343184 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-97645a65-93bb-4cfd-a4d9-b05b7f036411 req-d0ca6c18-1171-43b6-9e3f-2483b6a163a8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426445 Oct 23 02:20:33.588805 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49eb44-734e-44be-9e4d-a15e9d8a5b65 req-bb8c90b9-0059-45b9-ae4a-44a0ab1aeeaf tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:33.590152 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de49eb44-734e-44be-9e4d-a15e9d8a5b65 req-bb8c90b9-0059-45b9-ae4a-44a0ab1aeeaf tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0500062 Oct 23 02:20:33.637109 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-de49eb44-734e-44be-9e4d-a15e9d8a5b65 req-0251dbd2-73ed-44ce-aaaf-dbd4c617a185 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407305 Oct 23 02:20:34.099033 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-abf6e8a1-f5e4-47a2-9853-cae9848772b6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412173 Oct 23 02:20:34.192647 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-60b807c8-3b2b-4dd0-adb6-b2bff1c6ce13 req-2e31b902-122b-4d14-a720-c9ade95ccde6 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=63e059be-46de-46ff-bbf2-55cb5c6b72ad HTTP/1.1" status: 200 len: 210 time: 0.0310328 Oct 23 02:20:34.264143 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-2e5c0887-067d-43e2-8ec0-5cf6502626d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:34.265717 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-2e5c0887-067d-43e2-8ec0-5cf6502626d8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 1129 time: 0.0538502 Oct 23 02:20:34.469736 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-819c1ac4-868e-4360-945b-ae43860eb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:34.470259 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-819c1ac4-868e-4360-945b-ae43860eb606 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.1238012 Oct 23 02:20:34.528535 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:34.546578 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95205c9-3108-4752-9351-04b4c6780a7c req-de4ee68a-b604-420e-896e-82c688ffc7ab tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:34.548052 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d95205c9-3108-4752-9351-04b4c6780a7c req-de4ee68a-b604-420e-896e-82c688ffc7ab tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0940413 Oct 23 02:20:34.572860 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-2a29b672-7018-46d4-b4cc-b4f9c54e04d6 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb HTTP/1.1" status: 200 len: 1000 time: 0.0837035 Oct 23 02:20:34.610116 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d95205c9-3108-4752-9351-04b4c6780a7c req-9b78b060-3fce-47b6-964c-f92917f3a0b6 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516913 Oct 23 02:20:34.766242 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b752c-9717-416f-b701-1419b1d4dc26 req-b5d0b22c-31d6-442c-a05d-40730a0ad689 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:34.767760 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-773b752c-9717-416f-b701-1419b1d4dc26 req-b5d0b22c-31d6-442c-a05d-40730a0ad689 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0483067 Oct 23 02:20:34.867966 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-d4f47f89-7c94-4875-9964-d848ad0e0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:34.871033 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-d4f47f89-7c94-4875-9964-d848ad0e0d8d service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0841401 Oct 23 02:20:34.874634 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-773b752c-9717-416f-b701-1419b1d4dc26 req-47bbabca-4cd5-4977-a9a9-b05442200a29 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013954 Oct 23 02:20:34.928192 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-8aa2c470-13f5-4368-b3ec-99822b20172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:34.929623 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-8aa2c470-13f5-4368-b3ec-99822b20172c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464213 Oct 23 02:20:35.048651 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-939b44a7-732d-4d5e-9ea1-4cf6517cb8ac service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087034 Oct 23 02:20:35.146935 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ee5b27d9-1e12-46af-9148-c61703f16fd3 req-0dd38534-9bfc-498e-98a5-1710b3a39458 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917227 Oct 23 02:20:35.264052 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56562) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:35.349501 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-860dc276-ffdb-4e89-80fb-b4b85ea76c51 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group (3ba041d7-7c5f-4cc8-a29a-177731aacc9e), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:35.378698 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-860dc276-ffdb-4e89-80fb-b4b85ea76c51 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group (3ba041d7-7c5f-4cc8-a29a-177731aacc9e), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:35.429533 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:35.475663 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-860dc276-ffdb-4e89-80fb-b4b85ea76c51 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (3ba041d7-7c5f-4cc8-a29a-177731aacc9e), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:35.480219 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-860dc276-ffdb-4e89-80fb-b4b85ea76c51 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:35.481532 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-860dc276-ffdb-4e89-80fb-b4b85ea76c51 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3ba041d7-7c5f-4cc8-a29a-177731aacc9e HTTP/1.1" status: 204 len: 168 time: 0.2162483 Oct 23 02:20:35.503510 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dc276-ffdb-4e89-80fb-b4b85ea76c51 tempest-TestShelveInstance-1206284386 tempest-TestShelveInstance-1206284386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba041d7-7c5f-4cc8-a29a-177731aacc9e,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:35.540429 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56580) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:35.719670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5648b3e-3f2b-4f76-b6bb-40ead0e93da5 req-d2b209b4-ed83-454e-bf86-b9179fc54df6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:35.721354 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d5648b3e-3f2b-4f76-b6bb-40ead0e93da5 req-d2b209b4-ed83-454e-bf86-b9179fc54df6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 946 time: 0.0538857 Oct 23 02:20:35.811507 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:35.832707 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d5648b3e-3f2b-4f76-b6bb-40ead0e93da5 req-15093300-50c0-4cb2-8532-ec112da30c23 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036983 Oct 23 02:20:35.982630 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c1481-e1eb-4573-8cbe-d3421767f8c6 req-c3fe3292-977f-4db3-b7db-8019884a954e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:35.984027 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dd8c1481-e1eb-4573-8cbe-d3421767f8c6 req-c3fe3292-977f-4db3-b7db-8019884a954e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0602050 Oct 23 02:20:36.094839 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dd8c1481-e1eb-4573-8cbe-d3421767f8c6 req-7333f340-25c5-44f2-be81-75b8f892ffad tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836062 Oct 23 02:20:36.105077 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:36.117953 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:36.240947 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (ffb60988-acf8-4aa2-9c51-50e66d60889a), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:36.400968 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:36.470844 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:36.504852 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Deleting port c3826c3f-29b5-4e9c-abe2-ffb1c913253c {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:36.505103 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:36.547149 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d1b009dc-238c-4b94-abcc-f85c7f608d94 is: DOWN; New status is: DOWN {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:20:36.584584 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] For port c3826c3f-29b5-4e9c-abe2-ffb1c913253c, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c3826c3f-29b5-4e9c-abe2-ffb1c913253c,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:36.585158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:36.600019 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Calling delete_port for c3826c3f-29b5-4e9c-abe2-ffb1c913253c owned by network:router_interface {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:36.777003 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (c3826c3f-29b5-4e9c-abe2-ffb1c913253c), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:36.779955 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:36.805528 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3826c3f-29b5-4e9c-abe2-ffb1c913253c,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:36.819539 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.819897 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.820243 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.820586 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.820923 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.821261 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.821591 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.821916 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.822243 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.822608 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.822928 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.823255 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.823575 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.823898 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.824218 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:20:36.982660 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ee48b-79e9-4500-86b1-67d2dac97f55 req-fe652e5e-c593-4005-85d1-7a4c827894a9 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:36.984259 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-817ee48b-79e9-4500-86b1-67d2dac97f55 req-fe652e5e-c593-4005-85d1-7a4c827894a9 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 946 time: 0.0664999 Oct 23 02:20:37.034478 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:37.041633 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (ffb60988-acf8-4aa2-9c51-50e66d60889a), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:37.093574 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297edd05-cbbc-4944-a3be-bd9fed0bc4ed None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:20:37.120321 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-817ee48b-79e9-4500-86b1-67d2dac97f55 req-f2be291e-1fc9-4954-8577-ae16ded9eb59 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128428 Oct 23 02:20:37.188251 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbf019-7081-4429-b57e-44c7ee1e3bf0 req-4de40eb5-c10c-4a73-be98-988ee572ea68 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:37.189998 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1bbf019-7081-4429-b57e-44c7ee1e3bf0 req-4de40eb5-c10c-4a73-be98-988ee572ea68 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0757031 Oct 23 02:20:37.239493 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297edd05-cbbc-4944-a3be-bd9fed0bc4ed None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:20:37.267528 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:37.315038 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb9bcf-8f42-4495-a256-8de312d1d62e req-fa103d84-e3cc-48d6-80b4-d57fdfeeae2a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:37.316517 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-31cb9bcf-8f42-4495-a256-8de312d1d62e req-fa103d84-e3cc-48d6-80b4-d57fdfeeae2a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0935247 Oct 23 02:20:37.360318 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c1bbf019-7081-4429-b57e-44c7ee1e3bf0 req-8a4c78a4-9766-46af-a1fd-1d6e5ef606de tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410952 Oct 23 02:20:37.454897 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56626) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:37.555580 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-f70a14c4-1fe5-41ad-b193-8d1afb61f9ad service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992327 Oct 23 02:20:37.568553 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-1b18146b-389f-4781-b5be-b7adb0b5e658 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104672) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:20:37.570321 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-1b18146b-389f-4781-b5be-b7adb0b5e658 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0089674 Oct 23 02:20:37.661474 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56634) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:37.738510 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-31cb9bcf-8f42-4495-a256-8de312d1d62e req-57aae6bb-bdbe-4d97-8de4-7057b18bf6ef tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4143598 Oct 23 02:20:37.749220 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Router ffb60988-acf8-4aa2-9c51-50e66d60889a has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:20:37.781439 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d213192-7f02-4c5d-a214-09003a737650 req-39fc4957-edd0-482a-8c5b-fa04f90c5b7a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:37.783009 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-39fc4957-edd0-482a-8c5b-fa04f90c5b7a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports/d1b009dc-238c-4b94-abcc-f85c7f608d94 HTTP/1.1" status: 200 len: 940 time: 0.1204054 Oct 23 02:20:37.870914 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:20:37.878007 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-da28091f-3bc4-4f4c-b6d7-f2801623c8a0 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/ffb60988-acf8-4aa2-9c51-50e66d60889a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3360929 Oct 23 02:20:37.881356 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56642) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:37.885014 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] Sync routers for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:20:37.889360 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:37.900236 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:37.900965 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:37.977059 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-2214c60d-facb-459f-84d9-1ecb52ce83f8 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:37.978963 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-2214c60d-facb-459f-84d9-1ecb52ce83f8 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 946 time: 0.0876968 Oct 23 02:20:38.032600 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:38.067956 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks [] for router (ffb60988-acf8-4aa2-9c51-50e66d60889a), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.100083 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Deleting port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:38.100628 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.187587 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:38.226618 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-94414f0b-4505-4e1e-ab8b-71b4743f85e1 None None] Provisioning complete for port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:20:38.227145 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-94414f0b-4505-4e1e-ab8b-71b4743f85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.227624 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-94414f0b-4505-4e1e-ab8b-71b4743f85e1 None None] Attempt 1 to provision port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 Oct 23 02:20:38.229589 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] For port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:38.230099 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.232801 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks [] for router_gateway (ffb60988-acf8-4aa2-9c51-50e66d60889a), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.289924 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Deleting port 092ec729-3cde-4313-a499-d98fe667513e {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:38.290677 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (092ec729-3cde-4313-a499-d98fe667513e), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.311642 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '092ec729-3cde-4313-a499-d98fe667513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:20:36Z', 'revision_number': 5, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port': {'id': '092ec729-3cde-4313-a499-d98fe667513e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:38.344305 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] Checking router: ffb60988-acf8-4aa2-9c51-50e66d60889a for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:20:38.393793 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] For port 092ec729-3cde-4313-a499-d98fe667513e, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=092ec729-3cde-4313-a499-d98fe667513e,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:38.394094 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (092ec729-3cde-4313-a499-d98fe667513e), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.397828 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602303-3b70-4249-860f-47ae766dfb48 req-9fa052d1-e5e1-461d-9c74-cf006b52a44d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:38.398542 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] Routers {'ffb60988-acf8-4aa2-9c51-50e66d60889a'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:38.399642 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d4602303-3b70-4249-860f-47ae766dfb48 req-9fa052d1-e5e1-461d-9c74-cf006b52a44d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 946 time: 0.1537549 Oct 23 02:20:38.405631 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:38.406086 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['ffb60988-acf8-4aa2-9c51-50e66d60889a'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:38.411851 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-94414f0b-4505-4e1e-ab8b-71b4743f85e1 None None] Current status of the port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:20:38.424867 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Calling delete_port for 092ec729-3cde-4313-a499-d98fe667513e owned by network:router_gateway {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:38.524606 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.524997 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (a87133c8-05d3-4fb5-86e5-7cb3bc69f709), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.525285 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Floating IP a87133c8-05d3-4fb5-86e5-7cb3bc69f709 disassociated. External IP: 172.27.0.42, port: 1cc48bf0-68f8-4f4c-ac88-de9210d7d765. Oct 23 02:20:38.525630 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Calling delete_port for 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:38.536790 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:38.555207 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] Set router ffb60988-acf8-4aa2-9c51-50e66d60889a gateway port host: None {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:38.561537 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95417926-1905-42a1-b3f2-dba5ae386563 req-d2d6716e-cedc-4d89-aae6-af55398bee7f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:38.563082 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-95417926-1905-42a1-b3f2-dba5ae386563 req-d2d6716e-cedc-4d89-aae6-af55398bee7f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0986772 Oct 23 02:20:38.579799 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d4602303-3b70-4249-860f-47ae766dfb48 req-01de4ea0-bb59-4e14-81e5-8cf4a71497b1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5ffde21d-fb7a-419c-9979-fbcb68d6af4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337709 Oct 23 02:20:38.623969 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:20:38Z', 'revision_number': 6, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:38.660540 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c00df8-8f5a-4957-8cda-58f387dc7913 None None] The sync data for ids ['ffb60988-acf8-4aa2-9c51-50e66d60889a'] in dv-cinder-861491-5-iscsi is: [{'id': 'ffb60988-acf8-4aa2-9c51-50e66d60889a', 'name': 'tempest-TestShelveInstance-325466152-router', 'tenant_id': 'd7bb15a157314fb095d2333f64ab0c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:07Z', 'updated_at': '2022-10-23T02:20:38Z', 'revision_number': 6, 'project_id': 'd7bb15a157314fb095d2333f64ab0c83', 'gw_port_host': None}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:20:38.667961 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (092ec729-3cde-4313-a499-d98fe667513e), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.694151 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-95417926-1905-42a1-b3f2-dba5ae386563 req-66ea881a-348e-4b33-9d74-8f6316932e35 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821536 Oct 23 02:20:38.723524 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=092ec729-3cde-4313-a499-d98fe667513e,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:38.807385 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (1cc48bf0-68f8-4f4c-ac88-de9210d7d765), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.841946 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (ffb60988-acf8-4aa2-9c51-50e66d60889a), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.855400 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'Port': ['ID=1cc48bf0-68f8-4f4c-ac88-de9210d7d765,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:38.940971 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab0436-fcac-48dd-8516-7980313260ff req-a21010cc-2995-4d34-a4b6-30d0423c0a69 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:38.942564 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-43ab0436-fcac-48dd-8516-7980313260ff req-a21010cc-2995-4d34-a4b6-30d0423c0a69 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.1008880 Oct 23 02:20:38.945416 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (ffb60988-acf8-4aa2-9c51-50e66d60889a), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.950114 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks [] for router_controller (ffb60988-acf8-4aa2-9c51-50e66d60889a), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:38.999633 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (ffb60988-acf8-4aa2-9c51-50e66d60889a), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.000460 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb60988-acf8-4aa2-9c51-50e66d60889a {{(pid=104672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:20:39.006511 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.007682 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-8d7c9dc2-a0b7-4e96-a3dd-4dad3f414c4c admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/ffb60988-acf8-4aa2-9c51-50e66d60889a HTTP/1.1" status: 204 len: 168 time: 1.1241691 Oct 23 02:20:39.010082 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56656) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:39.058518 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-43ab0436-fcac-48dd-8516-7980313260ff req-0de1b7ce-08f9-4a6c-b178-823fac529c70 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091106 Oct 23 02:20:39.067246 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:20:39.088739 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-c757e03d-b748-4b06-85a0-ef154cecd0a3 admin admin] Deleting subnet f2dd49c0-4da5-4047-a07d-67951a0b7ed5 {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:20:39.092483 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c757e03d-b748-4b06-85a0-ef154cecd0a3 admin admin] Publish callbacks [] for subnet (f2dd49c0-4da5-4047-a07d-67951a0b7ed5), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.132712 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:39.195221 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:20:39.199320 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c757e03d-b748-4b06-85a0-ef154cecd0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (f2dd49c0-4da5-4047-a07d-67951a0b7ed5), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.207834 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:20:39.219202 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:39.220177 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:39.237041 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d213192-7f02-4c5d-a214-09003a737650 req-bf2fe07a-02ea-4778-85ae-75667098d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:39.238735 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-bf2fe07a-02ea-4778-85ae-75667098d789 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a&tenant_id=fa4d62bf272e4ce69022518ff362813f HTTP/1.1" status: 200 len: 1127 time: 0.1182702 Oct 23 02:20:39.251463 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] No DVR routers for this DVR port 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:20:39.254124 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.257661 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-23f431c5-6bd1-4c5b-875e-27f0c79aa6ac req-fd9ff6e8-ca0e-43fe-b338-71917ba637c7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "DELETE /networking/v2.0/ports/1cc48bf0-68f8-4f4c-ac88-de9210d7d765 HTTP/1.1" status: 204 len: 173 time: 1.2734184 Oct 23 02:20:39.258197 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'name': 'network-vif-deleted', 'tag': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:20:39.260810 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbfae06-6957-436a-9b63-b7d35a539533" -d '{"events": [{"server_uuid": "feb9b7c7-7380-423a-b0c5-43e7d775e9e7", "name": "network-vif-deleted", "tag": "1cc48bf0-68f8-4f4c-ac88-de9210d7d765"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:20:39.300250 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c757e03d-b748-4b06-85a0-ef154cecd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (f2dd49c0-4da5-4047-a07d-67951a0b7ed5), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.305512 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcca9c40-0bb4-4d41-bc4b-13a71acc40ad x-openstack-request-id: req-dcca9c40-0bb4-4d41-bc4b-13a71acc40ad {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:20:39.306277 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb9b7c7-7380-423a-b0c5-43e7d775e9e7", "name": "network-vif-deleted", "tag": "1cc48bf0-68f8-4f4c-ac88-de9210d7d765", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:20:39.307087 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcca9c40-0bb4-4d41-bc4b-13a71acc40ad {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:20:39.307988 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcca9c40-0bb4-4d41-bc4b-13a71acc40ad'] response: {'server_uuid': 'feb9b7c7-7380-423a-b0c5-43e7d775e9e7', 'name': 'network-vif-deleted', 'tag': '1cc48bf0-68f8-4f4c-ac88-de9210d7d765', 'status': 'completed', 'code': 200} Oct 23 02:20:39.359498 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c757e03d-b748-4b06-85a0-ef154cecd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (f2dd49c0-4da5-4047-a07d-67951a0b7ed5), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.373619 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:39.383785 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757e03d-b748-4b06-85a0-ef154cecd0a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2dd49c0-4da5-4047-a07d-67951a0b7ed5,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:39.393766 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c757e03d-b748-4b06-85a0-ef154cecd0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.397158 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c757e03d-b748-4b06-85a0-ef154cecd0a3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/f2dd49c0-4da5-4047-a07d-67951a0b7ed5 HTTP/1.1" status: 204 len: 168 time: 0.3857384 Oct 23 02:20:39.399666 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56660) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:39.401274 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9557d5-2f59-449d-ac18-66b5ad0ef52d None None] Network 5ff0d7db-4994-4f32-abfd-4e23a0f82087 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:20:39.478143 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:39.484948 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (5ff0d7db-4994-4f32-abfd-4e23a0f82087), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.525833 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d213192-7f02-4c5d-a214-09003a737650 req-4eeba81c-2fb5-43eb-af41-7b7da91ee784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:39.528088 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-4eeba81c-2fb5-43eb-af41-7b7da91ee784 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 1127 time: 0.0588565 Oct 23 02:20:39.554155 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Deleting port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:39.554589 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.631273 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] For port e5fb3a94-4a6b-4f91-ade1-7c622037ff46, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=e5fb3a94-4a6b-4f91-ade1-7c622037ff46,segment=NetworkSegment(0953c207-ec7e-4c3d-9e9c-08eee2022dd5),segment_id=0953c207-ec7e-4c3d-9e9c-08eee2022dd5)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:39.631786 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.649940 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] DHCP port deletion for 5ff0d7db-4994-4f32-abfd-4e23a0f82087 request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:20:39.651141 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Calling delete_port for e5fb3a94-4a6b-4f91-ade1-7c622037ff46 owned by network:dhcp {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:39.662912 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:39.713386 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 092ec729-3cde-4313-a499-d98fe667513e no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:39.738812 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5413fa56-5ca2-4761-b32f-00fc22c1a2b5 req-e0fee587-40fa-49a7-a048-9855cb7df5af tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 210 time: 0.0466564 Oct 23 02:20:39.779664 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:39.780878 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 092ec729-3cde-4313-a499-d98fe667513e {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:20:39.781300 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 092ec729-3cde-4313-a499-d98fe667513e not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:20:39.782573 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c3826c3f-29b5-4e9c-abe2-ffb1c913253c no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:39.784173 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.811340 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:20:39.811805 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: c3826c3f-29b5-4e9c-abe2-ffb1c913253c {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:20:39.812382 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c3826c3f-29b5-4e9c-abe2-ffb1c913253c not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:20:39.815326 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] Deleting port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 {{(pid=104674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:39.815902 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), before_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.821143 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fb3a94-4a6b-4f91-ade1-7c622037ff46,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:39.821386 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:39.822297 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:39.823237 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] No DVR routers for this DVR port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 on host dv-cinder-861491-5-iscsi {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:20:39.904764 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d677a-2dc5-4183-b1c8-d8d0e7c82b17 req-6efa223c-6f31-4e61-aff6-db7e12ed5665 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:39.905452 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (5ff0d7db-4994-4f32-abfd-4e23a0f82087), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.906522 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-516d677a-2dc5-4183-b1c8-d8d0e7c82b17 req-6efa223c-6f31-4e61-aff6-db7e12ed5665 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0875638 Oct 23 02:20:39.934757 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:39.950117 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff0d7db-4994-4f32-abfd-4e23a0f82087']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:39.962684 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] For port e5fb3a94-4a6b-4f91-ade1-7c622037ff46, host dv-cinder-861491-5-iscsi, got binding levels [] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:39.962684 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), precommit_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.978160 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0953c207-ec7e-4c3d-9e9c-08eee2022dd5') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:39.978573 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0953c207-ec7e-4c3d-9e9c-08eee2022dd5') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:39.981673 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] Calling delete_port for e5fb3a94-4a6b-4f91-ade1-7c622037ff46 owned by network:dhcp {{(pid=104674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:39.984639 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.ipam_backend_mixin [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] Port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 was not found and therefore no delete operation was performed {{(pid=104674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 23 02:20:39.986412 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (e5fb3a94-4a6b-4f91-ade1-7c622037ff46), after_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:39.988965 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:39.989970 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (0953c207-ec7e-4c3d-9e9c-08eee2022dd5), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:40.007825 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (0953c207-ec7e-4c3d-9e9c-08eee2022dd5), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:40.009991 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-516d677a-2dc5-4183-b1c8-d8d0e7c82b17 req-43cc09f1-df68-4549-8d12-d355921fef29 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973711 Oct 23 02:20:40.012465 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] Pushing event deleted for resources: {'Port': ['ID=e5fb3a94-4a6b-4f91-ade1-7c622037ff46,revision_number=None']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:40.020663 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fa916-3b11-4ff9-8590-a4e8b3aa446e None None] No DVR routers for this DVR port e5fb3a94-4a6b-4f91-ade1-7c622037ff46 on host dv-cinder-861491-5-iscsi {{(pid=104674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:20:40.023978 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:20:40.024475 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (0953c207-ec7e-4c3d-9e9c-08eee2022dd5), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:40.071629 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 0953c207-ec7e-4c3d-9e9c-08eee2022dd5 resource provider aggregate not found Oct 23 02:20:40.102563 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (5ff0d7db-4994-4f32-abfd-4e23a0f82087), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:40.113379 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:40.119460 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/5ff0d7db-4994-4f32-abfd-4e23a0f82087 HTTP/1.1" status: 204 len: 168 time: 0.7160165 Oct 23 02:20:40.119460 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 0953c207-ec7e-4c3d-9e9c-08eee2022dd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0953c207-ec7e-4c3d-9e9c-08eee2022dd5 found for delete ", "request_id": "req-54cd6a56-8bfb-4639-9528-4635a6750ab6"}]} Oct 23 02:20:40.120251 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56674) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:40.128618 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbc92d-e657-4838-bbeb-5c0655e1358b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff0d7db-4994-4f32-abfd-4e23a0f82087,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:40.249377 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:40.266103 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd58797-470a-4fb2-871d-61bacc33469a req-cafeac5c-91b7-4ca3-ace2-c8ed33bb4fbd tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:40.267585 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cdd58797-470a-4fb2-871d-61bacc33469a req-cafeac5c-91b7-4ca3-ace2-c8ed33bb4fbd tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0841105 Oct 23 02:20:40.275374 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e37871-0497-4016-8a9e-818bbb0294d3 None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:20:40.305030 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:40.368666 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cdd58797-470a-4fb2-871d-61bacc33469a req-fb231e64-f93c-447b-acfa-2e64e81723e1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944386 Oct 23 02:20:40.490330 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:40.519511 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39cb171-bf66-4310-bb98-8eb6957f69fb None None] New status for floating IP a87133c8-05d3-4fb5-86e5-7cb3bc69f709: DOWN {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:20:40.522197 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:20:40.522571 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 1cc48bf0-68f8-4f4c-ac88-de9210d7d765 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:20:40.535550 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (37d1898e-3582-4755-8b24-59d42732bba8), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:40.759806 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Deleting port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:40.786903 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:40.896669 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a7751de-547d-4545-9e0b-cc2b7e3717b8 req-d36163c4-fbd1-4881-998f-09525ba731f8 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 210 time: 0.0420272 Oct 23 02:20:40.928978 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:40.953936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] For port e6cf49d6-6d5b-4075-a485-ddb8cfbc188b, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=e6cf49d6-6d5b-4075-a485-ddb8cfbc188b,segment=NetworkSegment(e6b02d94-4407-4287-9e41-a3cb9ef64abd),segment_id=e6b02d94-4407-4287-9e41-a3cb9ef64abd)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:40.954305 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:40.969947 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d213192-7f02-4c5d-a214-09003a737650 req-200ea958-7af3-4e0b-8b28-dda3551d335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:40.971443 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-200ea958-7af3-4e0b-8b28-dda3551d335d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.1988149 Oct 23 02:20:40.972812 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Calling delete_port for e6cf49d6-6d5b-4075-a485-ddb8cfbc188b owned by network:router_interface {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:41.164824 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:41.193596 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f3a2a-e537-490d-8982-2515cb802ec3 req-3a98ca23-9d7e-42ba-af19-b143e040acf9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:41.195127 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-666f3a2a-e537-490d-8982-2515cb802ec3 req-3a98ca23-9d7e-42ba-af19-b143e040acf9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0838192 Oct 23 02:20:41.196678 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (e6cf49d6-6d5b-4075-a485-ddb8cfbc188b), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:41.235537 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cf49d6-6d5b-4075-a485-ddb8cfbc188b,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:41.636309 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-6e340975-5d0f-43f5-b615-6330a87aed14 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94 HTTP/1.1" status: 200 len: 998 time: 0.4161837 Oct 23 02:20:41.639553 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-666f3a2a-e537-490d-8982-2515cb802ec3 req-05d2353a-98e8-411d-a3c0-c8e7281f4a35 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4374301 Oct 23 02:20:41.656604 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device e5fb3a94-4a6b-4f91-ade1-7c622037ff46 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:41.666494 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e4b42-96e3-4459-a918-94e4e0cbda70 req-be679819-ebe7-4b10-bc5e-1c91d3258b4c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:41.666673 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:41.667833 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ae0e4b42-96e3-4459-a918-94e4e0cbda70 req-be679819-ebe7-4b10-bc5e-1c91d3258b4c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 943 time: 0.0797591 Oct 23 02:20:41.687837 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: e5fb3a94-4a6b-4f91-ade1-7c622037ff46 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:20:41.688293 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device e5fb3a94-4a6b-4f91-ade1-7c622037ff46 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:20:41.786584 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ae0e4b42-96e3-4459-a918-94e4e0cbda70 req-ffed0512-3677-4990-98e1-a1b5582ef89e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862763 Oct 23 02:20:41.796256 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (37d1898e-3582-4755-8b24-59d42732bba8), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:41.818673 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f54590a-846e-4570-adc0-57781f99a8f8 None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:20:41.956888 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d213192-7f02-4c5d-a214-09003a737650 req-1e2e5122-78ef-456e-8e85-b239c2aeebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:41.958559 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f54590a-846e-4570-adc0-57781f99a8f8 None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:20:41.958759 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-1e2e5122-78ef-456e-8e85-b239c2aeebf7 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.0686195 Oct 23 02:20:42.032274 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:42.066017 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d213192-7f02-4c5d-a214-09003a737650 req-d7c03508-7929-4b53-a099-740d4bbd4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:42.067561 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-d7c03508-7929-4b53-a099-740d4bbd4fb1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980198 Oct 23 02:20:42.076611 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-030a2456-d850-4464-9a0c-d8382301d987 req-a746d730-4b2a-4e34-b554-aa822ba6364e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=feb9b7c7-7380-423a-b0c5-43e7d775e9e7 HTTP/1.1" status: 200 len: 210 time: 0.0664439 Oct 23 02:20:42.272756 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-850053b4-9bf0-4562-b9ca-0f7f7394f605 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466546 Oct 23 02:20:42.274471 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Router 37d1898e-3582-4755-8b24-59d42732bba8 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:20:42.444329 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:20:42.452583 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-21b54585-4ea4-4f36-9045-494d5da4f695 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/37d1898e-3582-4755-8b24-59d42732bba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3307879 Oct 23 02:20:42.455909 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56696) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:42.461055 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] Sync routers for ids ['37d1898e-3582-4755-8b24-59d42732bba8'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:20:42.482472 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:20:42.507864 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] Routers {'37d1898e-3582-4755-8b24-59d42732bba8'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:42.508503 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37d1898e-3582-4755-8b24-59d42732bba8'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:42.524073 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:42.550021 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d213192-7f02-4c5d-a214-09003a737650 req-a3c739c1-2490-42cc-b6b9-e3946b55d551 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824129 Oct 23 02:20:42.649215 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks [] for router (37d1898e-3582-4755-8b24-59d42732bba8), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:42.720364 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] Set router 37d1898e-3582-4755-8b24-59d42732bba8 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:42.733621 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:42.753500 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'port_id': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'mac_address': 'fa:16:3e:11:98:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:20:42.852598 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:20:42.853052 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks [] for router_gateway (37d1898e-3582-4755-8b24-59d42732bba8), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:42.853208 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:42.890408 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:20:42.910796 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-e4243af1-4594-4a22-857d-a1ff65544e97 None None] Provisioning complete for port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:20:42.911447 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e4243af1-4594-4a22-857d-a1ff65544e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:42.911967 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-e4243af1-4594-4a22-857d-a1ff65544e97 None None] Attempt 1 to provision port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa Oct 23 02:20:42.960222 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6b924-9773-4f42-a231-03ba8a9def43 req-c2e457d0-b0c3-41ff-819b-2c3c0ec5efe5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:42.966151 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dff6b924-9773-4f42-a231-03ba8a9def43 req-c2e457d0-b0c3-41ff-819b-2c3c0ec5efe5 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.1168668 Oct 23 02:20:42.986777 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:43.001504 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.056586 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Deleting port f04484bd-1e0c-4473-b282-cb7338e3076a {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:43.057215 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.080800 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:43.085042 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dff6b924-9773-4f42-a231-03ba8a9def43 req-c3b5afd5-d14d-40ef-818c-e17252885dd1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178555 Oct 23 02:20:43.089500 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:43.111192 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d1898e-3582-4755-8b24-59d42732bba8', 'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:14Z', 'updated_at': '2022-10-23T02:20:41Z', 'revision_number': 5, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'gw_port': {'id': 'f04484bd-1e0c-4473-b282-cb7338e3076a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d1898e-3582-4755-8b24-59d42732bba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:14:15Z', 'updated_at': '2022-10-23T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:43.127539 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f649457-3704-4cd3-a34d-9498b4abe818 req-f2211d5c-3387-4af9-809f-9086a8689970 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:43.134506 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6f649457-3704-4cd3-a34d-9498b4abe818 req-f2211d5c-3387-4af9-809f-9086a8689970 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 944 time: 0.1328862 Oct 23 02:20:43.174643 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:43.178726 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-e4243af1-4594-4a22-857d-a1ff65544e97 None None] Current status of the port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:20:43.182264 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] Checking router: 37d1898e-3582-4755-8b24-59d42732bba8 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:20:43.190761 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:43.199140 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] Routers {'37d1898e-3582-4755-8b24-59d42732bba8'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:20:43.201140 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37d1898e-3582-4755-8b24-59d42732bba8'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:43.218027 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6f649457-3704-4cd3-a34d-9498b4abe818 req-7835efbc-cba6-4427-ba2b-166f61601cef tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782552 Oct 23 02:20:43.265271 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] For port f04484bd-1e0c-4473-b282-cb7338e3076a, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f04484bd-1e0c-4473-b282-cb7338e3076a,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:43.266285 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.284245 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Calling delete_port for f04484bd-1e0c-4473-b282-cb7338e3076a owned by network:router_gateway {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:43.303784 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56734) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:43.329342 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] Set router 37d1898e-3582-4755-8b24-59d42732bba8 gateway port host: None {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:20:43.394117 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d1898e-3582-4755-8b24-59d42732bba8', 'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:14Z', 'updated_at': '2022-10-23T02:20:42Z', 'revision_number': 6, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:43.403213 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-23cc7d84-41dc-4c1b-8c81-19be239132b3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (5ffde21d-fb7a-419c-9979-fbcb68d6af4e), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.426625 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e32f28-6611-4271-9fc5-5a61c30583c2 None None] The sync data for ids ['37d1898e-3582-4755-8b24-59d42732bba8'] in dv-cinder-861491-5-iscsi is: [{'id': '37d1898e-3582-4755-8b24-59d42732bba8', 'name': 'tempest-TestShelveInstance-805047451-router', 'tenant_id': 'e2c335c445c94b8bbec595e062c254a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:14:14Z', 'updated_at': '2022-10-23T02:20:42Z', 'revision_number': 6, 'project_id': 'e2c335c445c94b8bbec595e062c254a6', 'gw_port_host': None}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:20:43.442058 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-23cc7d84-41dc-4c1b-8c81-19be239132b3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (5ffde21d-fb7a-419c-9979-fbcb68d6af4e), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.483405 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:43.487078 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:43.507401 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:43.519067 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (f04484bd-1e0c-4473-b282-cb7338e3076a), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.525617 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['6ebd6dec-ed9e-49f3-9f6a-d935781e2f04'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:20:43.529942 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-23cc7d84-41dc-4c1b-8c81-19be239132b3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (5ffde21d-fb7a-419c-9979-fbcb68d6af4e), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.533489 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-23cc7d84-41dc-4c1b-8c81-19be239132b3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.537751 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-23cc7d84-41dc-4c1b-8c81-19be239132b3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5ffde21d-fb7a-419c-9979-fbcb68d6af4e HTTP/1.1" status: 204 len: 168 time: 0.2323506 Oct 23 02:20:43.538467 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56736) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:43.558642 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc7d84-41dc-4c1b-8c81-19be239132b3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffde21d-fb7a-419c-9979-fbcb68d6af4e,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:43.567558 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.api.v2.resource [None req-ab6e0792-5577-4400-b215-ec955c32ffc6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] show failed (client error): The resource could not be found. Oct 23 02:20:43.568534 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04484bd-1e0c-4473-b282-cb7338e3076a,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:43.572098 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56738) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:43.572641 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ab6e0792-5577-4400-b215-ec955c32ffc6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups/5ffde21d-fb7a-419c-9979-fbcb68d6af4e HTTP/1.1" status: 404 len: 347 time: 0.0301082 Oct 23 02:20:43.750563 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-34ef040f-f8cc-4af8-8c6a-627a45fcabf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.764236 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:43.789146 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (37d1898e-3582-4755-8b24-59d42732bba8), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.913156 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device e6cf49d6-6d5b-4075-a485-ddb8cfbc188b no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:43.925352 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Deleting port dd6c5a32-3214-4995-b839-7dc82e4146c5 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:43.925699 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (dd6c5a32-3214-4995-b839-7dc82e4146c5), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.944019 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: e6cf49d6-6d5b-4075-a485-ddb8cfbc188b {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:20:43.944369 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device e6cf49d6-6d5b-4075-a485-ddb8cfbc188b not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:20:43.956881 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (37d1898e-3582-4755-8b24-59d42732bba8), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:43.968119 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks [] for router_controller (37d1898e-3582-4755-8b24-59d42732bba8), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.059413 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (37d1898e-3582-4755-8b24-59d42732bba8), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.060022 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37d1898e-3582-4755-8b24-59d42732bba8 {{(pid=104673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:20:44.071501 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.073236 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-674e0ef5-0f87-46c2-aab6-903732a91161 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/37d1898e-3582-4755-8b24-59d42732bba8 HTTP/1.1" status: 204 len: 168 time: 1.6169674 Oct 23 02:20:44.075750 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56742) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:44.091503 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (dd6c5a32-3214-4995-b839-7dc82e4146c5), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.091835 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (dd6c5a32-3214-4995-b839-7dc82e4146c5), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.106435 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Calling delete_port for dd6c5a32-3214-4995-b839-7dc82e4146c5 owned by network:floatingip {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:44.126645 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d213800b-8c50-4795-9ffb-9c43b027f60d admin admin] Deleting subnet de524365-888c-42f5-999e-728f5d818d1f {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:20:44.130840 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d213800b-8c50-4795-9ffb-9c43b027f60d admin admin] Publish callbacks [] for subnet (de524365-888c-42f5-999e-728f5d818d1f), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.170882 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d213800b-8c50-4795-9ffb-9c43b027f60d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (de524365-888c-42f5-999e-728f5d818d1f), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.287612 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d213800b-8c50-4795-9ffb-9c43b027f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (de524365-888c-42f5-999e-728f5d818d1f), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.313294 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080f959-5cb2-4534-b887-17c43f6e781f req-ee547a36-3bd5-4c69-b56c-13623d458369 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:44.319357 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9080f959-5cb2-4534-b887-17c43f6e781f req-ee547a36-3bd5-4c69-b56c-13623d458369 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.1265109 Oct 23 02:20:44.357741 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d213800b-8c50-4795-9ffb-9c43b027f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (de524365-888c-42f5-999e-728f5d818d1f), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.375250 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (dd6c5a32-3214-4995-b839-7dc82e4146c5), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.386057 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213800b-8c50-4795-9ffb-9c43b027f60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de524365-888c-42f5-999e-728f5d818d1f,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:44.391672 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d213800b-8c50-4795-9ffb-9c43b027f60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.397902 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d213800b-8c50-4795-9ffb-9c43b027f60d admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/de524365-888c-42f5-999e-728f5d818d1f HTTP/1.1" status: 204 len: 168 time: 0.3207500 Oct 23 02:20:44.398595 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56748) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:44.402814 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3041e938-a565-4f27-9196-8137c2d9da73 None None] Network 6c62601e-c2fb-4184-b9b2-834329c6af0d requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:20:44.429377 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'Port': ['ID=dd6c5a32-3214-4995-b839-7dc82e4146c5,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:44.442546 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c3c8e-93e9-4469-bcc2-7b9fabead834 req-a066c3f5-7fbe-4448-a46e-456e9bfd688f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:44.450337 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-071c3c8e-93e9-4469-bcc2-7b9fabead834 req-a066c3f5-7fbe-4448-a46e-456e9bfd688f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 944 time: 0.1281769 Oct 23 02:20:44.498618 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9080f959-5cb2-4534-b887-17c43f6e781f req-9314a32e-6786-4403-85b3-b786c60e7220 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720784 Oct 23 02:20:44.581403 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-071c3c8e-93e9-4469-bcc2-7b9fabead834 req-f24ba0cb-2297-4a8c-87fb-d1316035ee86 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301363 Oct 23 02:20:44.586981 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (a87133c8-05d3-4fb5-86e5-7cb3bc69f709), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.589955 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.594220 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-654f7a3b-fe50-429f-936b-b0a8e59e056b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/a87133c8-05d3-4fb5-86e5-7cb3bc69f709 HTTP/1.1" status: 204 len: 168 time: 1.0184100 Oct 23 02:20:44.616172 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b74580-2688-40b8-b643-b3bc39b5b377 None None] DHCP port deletion for 6c62601e-c2fb-4184-b9b2-834329c6af0d request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:20:44.717939 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56754) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:44.724159 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-d67d8818-4192-458a-8b5c-5f328e6c4f31 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2107939363', 'description': 'tempest-description--2064156259'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:44.732847 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-11b74580-2688-40b8-b643-b3bc39b5b377 None None] Deleting port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa {{(pid=104674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:44.733342 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-11b74580-2688-40b8-b643-b3bc39b5b377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), before_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.762501 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:44.771511 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d67d8818-4192-458a-8b5c-5f328e6c4f31 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.848572 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-11b74580-2688-40b8-b643-b3bc39b5b377 None None] For port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f7efd8e8-c77b-40dd-a70a-45fa35c91bfa,segment=NetworkSegment(e6b02d94-4407-4287-9e41-a3cb9ef64abd),segment_id=e6b02d94-4407-4287-9e41-a3cb9ef64abd)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:44.850015 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-11b74580-2688-40b8-b643-b3bc39b5b377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), precommit_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.871705 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-11b74580-2688-40b8-b643-b3bc39b5b377 None None] Calling delete_port for f7efd8e8-c77b-40dd-a70a-45fa35c91bfa owned by network:dhcp {{(pid=104674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:44.875325 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (6c62601e-c2fb-4184-b9b2-834329c6af0d), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.915251 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d67d8818-4192-458a-8b5c-5f328e6c4f31 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (b96a679e-2219-4963-981a-96555686f82c), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.924027 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d67d8818-4192-458a-8b5c-5f328e6c4f31 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b96a679e-2219-4963-981a-96555686f82c), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.929003 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Deleting port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:20:44.929347 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.932825 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:44.941858 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:44.981997 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d67d8818-4192-458a-8b5c-5f328e6c4f31 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:44.983345 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d67d8818-4192-458a-8b5c-5f328e6c4f31 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2640095 Oct 23 02:20:44.985727 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d8818-4192-458a-8b5c-5f328e6c4f31 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a679e-2219-4963-981a-96555686f82c,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:44.988051 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56756) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:44.993062 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-77c26770-275a-467b-8ff6-4841eca7cb60 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group_rule': {'security_group_id': 'b96a679e-2219-4963-981a-96555686f82c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:45.008610 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:20:45.009011 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] For port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f7efd8e8-c77b-40dd-a70a-45fa35c91bfa,segment=NetworkSegment(e6b02d94-4407-4287-9e41-a3cb9ef64abd),segment_id=e6b02d94-4407-4287-9e41-a3cb9ef64abd)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:45.009767 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.029010 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Calling delete_port for f7efd8e8-c77b-40dd-a70a-45fa35c91bfa owned by network:dhcp {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:20:45.054713 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-77c26770-275a-467b-8ff6-4841eca7cb60 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (58231212-5171-415c-941e-0620514e5fc7), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.142653 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-11b74580-2688-40b8-b643-b3bc39b5b377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), after_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.146856 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:20:45.160051 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (f7efd8e8-c77b-40dd-a70a-45fa35c91bfa), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.174175 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b74580-2688-40b8-b643-b3bc39b5b377 None None] Pushing event deleted for resources: {'Port': ['ID=f7efd8e8-c77b-40dd-a70a-45fa35c91bfa,revision_number=None']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:45.178582 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b74580-2688-40b8-b643-b3bc39b5b377 None None] No DVR routers for this DVR port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa on host dv-cinder-861491-5-iscsi {{(pid=104674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:20:45.180015 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:20:45.180390 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.180734 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 Oct 23 02:20:45.218348 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] No DVR routers for this DVR port f7efd8e8-c77b-40dd-a70a-45fa35c91bfa on host dv-cinder-861491-5-iscsi {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:20:45.219572 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-77c26770-275a-467b-8ff6-4841eca7cb60 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (58231212-5171-415c-941e-0620514e5fc7), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.226261 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-77c26770-275a-467b-8ff6-4841eca7cb60 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (58231212-5171-415c-941e-0620514e5fc7), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.244173 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:45.256558 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c26770-275a-467b-8ff6-4841eca7cb60 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58231212-5171-415c-941e-0620514e5fc7,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:45.265185 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7efd8e8-c77b-40dd-a70a-45fa35c91bfa,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:45.272312 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-77c26770-275a-467b-8ff6-4841eca7cb60 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.279004 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-77c26770-275a-467b-8ff6-4841eca7cb60 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2898397 Oct 23 02:20:45.280496 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56760) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:45.286660 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-da241ea3-0261-411f-984c-a40c192a9c8c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'security_group_rule': {'security_group_id': 'b96a679e-2219-4963-981a-96555686f82c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:45.312527 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:20:45.312909 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.328838 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-da241ea3-0261-411f-984c-a40c192a9c8c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (be6f4df0-51ab-40d4-becc-0c3907eb9657), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.337174 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:20:45.340014 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746dd7c6-4176-4cfb-924f-67b005584a4b" -d '{"events": [{"server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:20:45.356521 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:20:45.363851 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.369229 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (6c62601e-c2fb-4184-b9b2-834329c6af0d), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.396534 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c62601e-c2fb-4184-b9b2-834329c6af0d']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:45.407913 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b02d94-4407-4287-9e41-a3cb9ef64abd') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:45.408563 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b02d94-4407-4287-9e41-a3cb9ef64abd') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:20:45.424317 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (e6b02d94-4407-4287-9e41-a3cb9ef64abd), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.427719 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-da241ea3-0261-411f-984c-a40c192a9c8c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (be6f4df0-51ab-40d4-becc-0c3907eb9657), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.435957 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-da241ea3-0261-411f-984c-a40c192a9c8c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3767009'] for security_group_rule (be6f4df0-51ab-40d4-becc-0c3907eb9657), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.439503 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:45.453949 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77e7f46-efce-4f2e-833d-21f4b863f46e x-openstack-request-id: req-b77e7f46-efce-4f2e-833d-21f4b863f46e {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:20:45.454250 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "name": "network-vif-plugged", "status": "completed", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:20:45.454372 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (e6b02d94-4407-4287-9e41-a3cb9ef64abd), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.454516 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b77e7f46-efce-4f2e-833d-21f4b863f46e {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:20:45.455157 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77e7f46-efce-4f2e-833d-21f4b863f46e'] response: {'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'code': 200} Oct 23 02:20:45.461403 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:20:45.461788 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (e6b02d94-4407-4287-9e41-a3cb9ef64abd), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.463386 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da241ea3-0261-411f-984c-a40c192a9c8c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6f4df0-51ab-40d4-becc-0c3907eb9657,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:45.472637 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-da241ea3-0261-411f-984c-a40c192a9c8c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.473836 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-da241ea3-0261-411f-984c-a40c192a9c8c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1919947 Oct 23 02:20:45.477264 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56766) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:45.483895 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:20:45.509181 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.530694 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment e6b02d94-4407-4287-9e41-a3cb9ef64abd resource provider aggregate not found Oct 23 02:20:45.565861 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment e6b02d94-4407-4287-9e41-a3cb9ef64abd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6b02d94-4407-4287-9e41-a3cb9ef64abd found for delete ", "request_id": "req-f9dcea89-d6a5-4dfa-8db8-e2ea373ff2ce"}]} Oct 23 02:20:45.570516 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (6c62601e-c2fb-4184-b9b2-834329c6af0d), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.581942 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:45.587674 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/6c62601e-c2fb-4184-b9b2-834329c6af0d HTTP/1.1" status: 204 len: 168 time: 1.1855445 Oct 23 02:20:45.610634 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4798869-7a1d-4b6f-89c8-02765b1c8dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c62601e-c2fb-4184-b9b2-834329c6af0d,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:45.709454 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f04484bd-1e0c-4473-b282-cb7338e3076a no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:45.770811 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: f04484bd-1e0c-4473-b282-cb7338e3076a {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:20:45.771161 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f04484bd-1e0c-4473-b282-cb7338e3076a not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:20:45.771785 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f7efd8e8-c77b-40dd-a70a-45fa35c91bfa no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:20:45.799084 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: f7efd8e8-c77b-40dd-a70a-45fa35c91bfa {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:20:45.799768 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f7efd8e8-c77b-40dd-a70a-45fa35c91bfa not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:20:45.822113 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56776) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:45.880198 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-693e20cb-230a-436e-80fb-fad187d320db admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d7bb15a157314fb095d2333f64ab0c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568521 Oct 23 02:20:45.882843 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56778) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:45.983906 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e7d53b8c-62af-4ba5-9157-5d5501349fa5 admin admin] Publish callbacks [] for security_group (a318bc61-74e5-4560-ba97-5c1a1be12e96), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.009978 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e7d53b8c-62af-4ba5-9157-5d5501349fa5 admin admin] Publish callbacks [] for security_group (a318bc61-74e5-4560-ba97-5c1a1be12e96), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.040868 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:46.059515 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b55415-45de-4132-80c5-1928380633cc req-cfaac20c-10fc-42a5-ac64-02e5e73dedcd tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:46.061108 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9b55415-45de-4132-80c5-1928380633cc req-cfaac20c-10fc-42a5-ac64-02e5e73dedcd tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.1048858 Oct 23 02:20:46.070029 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad96543-d193-433e-afc9-c0edb9f3cb70 req-e3a9321b-d1af-4744-bc16-06823c4bed88 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:46.071637 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cad96543-d193-433e-afc9-c0edb9f3cb70 req-e3a9321b-d1af-4744-bc16-06823c4bed88 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.1164861 Oct 23 02:20:46.081646 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e7d53b8c-62af-4ba5-9157-5d5501349fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a318bc61-74e5-4560-ba97-5c1a1be12e96), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.086163 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e7d53b8c-62af-4ba5-9157-5d5501349fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.087952 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e7d53b8c-62af-4ba5-9157-5d5501349fa5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a318bc61-74e5-4560-ba97-5c1a1be12e96 HTTP/1.1" status: 204 len: 168 time: 0.2039182 Oct 23 02:20:46.109043 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d53b8c-62af-4ba5-9157-5d5501349fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a318bc61-74e5-4560-ba97-5c1a1be12e96,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:46.113700 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.154229 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-a4fad8f6-1b3d-4fad-b82e-35182d954d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.232191 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9b55415-45de-4132-80c5-1928380633cc req-d43ca107-f79c-4350-a4f4-c79a35787ee2 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594701 Oct 23 02:20:46.267881 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cad96543-d193-433e-afc9-c0edb9f3cb70 req-759af5dc-4a7f-4d5c-84b1-1b32bde27afb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856062 Oct 23 02:20:46.347582 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:46.391887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Allocated IP 172.27.0.187 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:20:46.496193 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:46.517227 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.554651 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.608412 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:20:46.615866 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:20:46.619889 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:20:46.620153 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56788) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:46.646820 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:46.678431 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-196340ee-5fc3-40a3-9c93-873703a22d85 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e2c335c445c94b8bbec595e062c254a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563090 Oct 23 02:20:46.681692 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 56790) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:20:46.787215 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (dabe59cd-1022-4849-b550-b70729bd5c68), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.795483 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5edca3b-948d-4e83-8344-436c980d5425 admin admin] Publish callbacks [] for security_group (42251588-4e4e-49fc-bf77-3629f0309edb), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.845083 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5edca3b-948d-4e83-8344-436c980d5425 admin admin] Publish callbacks [] for security_group (42251588-4e4e-49fc-bf77-3629f0309edb), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.863758 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.969341 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5edca3b-948d-4e83-8344-436c980d5425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (42251588-4e4e-49fc-bf77-3629f0309edb), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.971850 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d5edca3b-948d-4e83-8344-436c980d5425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:46.972994 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d5edca3b-948d-4e83-8344-436c980d5425 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/42251588-4e4e-49fc-bf77-3629f0309edb HTTP/1.1" status: 204 len: 168 time: 0.2902522 Oct 23 02:20:46.991023 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edca3b-948d-4e83-8344-436c980d5425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42251588-4e4e-49fc-bf77-3629f0309edb,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:47.075181 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:47.083154 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:47.141404 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:47.151102 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (dabe59cd-1022-4849-b550-b70729bd5c68), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:47.173166 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:20:47.178299 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:47.179646 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a4597482-d8cc-40f8-8622-70362348e13f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7001641 Oct 23 02:20:47.219537 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:47.466958 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cca70-7127-46ee-8f12-eaa842b4183c req-f1b08ba5-610b-482d-a5df-6edf120624be tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:47.468625 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d58cca70-7127-46ee-8f12-eaa842b4183c req-f1b08ba5-610b-482d-a5df-6edf120624be tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.1276464 Oct 23 02:20:47.527227 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:47.532579 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-84b9e735-77d5-4bad-8d96-907d2a707f64 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2107939363&fields=id&tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 267 time: 0.1039197 Oct 23 02:20:47.609206 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d58cca70-7127-46ee-8f12-eaa842b4183c req-15709ecb-9956-4d93-a513-941cc1633d93 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307290 Oct 23 02:20:47.693426 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-47ddeea1-1863-4e8e-b678-6885cf15eefc tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:47.695175 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-47ddeea1-1863-4e8e-b678-6885cf15eefc tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 815 time: 0.1533935 Oct 23 02:20:47.734811 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-574dea5e-4e55-4d1c-8e2f-5bbd1e6f0d53 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/quotas/eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 375 time: 0.0179996 Oct 23 02:20:47.742323 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d04682-9eaa-4bdb-a3ac-8db23e5bbc64 req-61933f97-b4ca-4ba3-9b42-6c47962f4146 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:47.743766 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c0d04682-9eaa-4bdb-a3ac-8db23e5bbc64 req-61933f97-b4ca-4ba3-9b42-6c47962f4146 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0743790 Oct 23 02:20:47.806483 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-7128e020-6bbe-4770-897f-3914ab2d99b4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610290 Oct 23 02:20:47.847290 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c0d04682-9eaa-4bdb-a3ac-8db23e5bbc64 req-18d4fe17-f75c-4618-b172-426739c12d56 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928957 Oct 23 02:20:47.921631 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-f67cde49-43cc-46c2-ae8a-f3059a22ba75 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997782 Oct 23 02:20:48.021265 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-7013366e-8b5b-4b2d-a3ef-1566045cdbe7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931461 Oct 23 02:20:48.225581 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-6db226d1-cddb-45e9-bec3-233f5dd4fee9 req-b4a8f8fc-a8e0-469e-8a54-33dd6d5d0338 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0438640 Oct 23 02:20:48.737469 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d589f-7608-41b5-b9dd-5e49482be174 req-8aeb0361-9604-409a-8e25-6b0928ddc722 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:48.738936 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-487d589f-7608-41b5-b9dd-5e49482be174 req-8aeb0361-9604-409a-8e25-6b0928ddc722 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0532348 Oct 23 02:20:48.788948 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-487d589f-7608-41b5-b9dd-5e49482be174 req-3d01060d-655d-4748-9c57-4f68a3675167 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Oct 23 02:20:48.856511 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:48.959784 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:48.989059 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da754537-75e6-4314-bd9d-bbb349ab5a57 req-280d04e4-8f49-476f-9a26-c137833c7cba tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:48.990753 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-da754537-75e6-4314-bd9d-bbb349ab5a57 req-280d04e4-8f49-476f-9a26-c137833c7cba tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0543139 Oct 23 02:20:49.044204 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-da754537-75e6-4314-bd9d-bbb349ab5a57 req-de89bc2a-d86c-4ad3-bc95-278593a7d50e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467906 Oct 23 02:20:49.328056 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2f4b8c29-4aad-4586-af47-b64ecea3583f req-7936d17d-9448-4f39-b985-abec1e5e3589 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0340116 Oct 23 02:20:49.915202 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f218a7-8f64-46dd-a8e0-11e3d55808e7 req-ea01596f-f9db-4d01-9dd4-036135a00bb7 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:49.916701 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-42f218a7-8f64-46dd-a8e0-11e3d55808e7 req-ea01596f-f9db-4d01-9dd4-036135a00bb7 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0522194 Oct 23 02:20:49.968820 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-42f218a7-8f64-46dd-a8e0-11e3d55808e7 req-f2268b03-c541-42a3-8e82-d9e33672b5ac tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452230 Oct 23 02:20:50.172694 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a8a61-f538-4e07-8928-04993b541058 req-ec242249-deb7-445f-b4f0-2fb5883d0b00 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:50.174188 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ca7a8a61-f538-4e07-8928-04993b541058 req-ec242249-deb7-445f-b4f0-2fb5883d0b00 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0466704 Oct 23 02:20:50.195879 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:50.226589 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ca7a8a61-f538-4e07-8928-04993b541058 req-f53dc5c3-be3e-49b7-bfa3-8014d2767e74 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465043 Oct 23 02:20:50.444627 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-808c5453-985e-4620-88f7-08f75e3880d5 req-929d3a94-4100-404f-929f-e485c5d3e8b4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0377948 Oct 23 02:20:51.087498 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc516f2a-b812-45a6-85d9-58b42403ac14 req-70f85df8-a074-4924-8ebd-1de683a0079e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:51.089052 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cc516f2a-b812-45a6-85d9-58b42403ac14 req-70f85df8-a074-4924-8ebd-1de683a0079e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0479479 Oct 23 02:20:51.143781 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cc516f2a-b812-45a6-85d9-58b42403ac14 req-86cae920-2e77-4bdd-9890-38fc64ce212f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482261 Oct 23 02:20:51.366946 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ede5de-b2f1-4368-88e2-75cce4aa84e9 req-7e0d96ef-5dd8-46df-8248-aebba30a58bc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:51.368426 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9ede5de-b2f1-4368-88e2-75cce4aa84e9 req-7e0d96ef-5dd8-46df-8248-aebba30a58bc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0502510 Oct 23 02:20:51.415651 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9ede5de-b2f1-4368-88e2-75cce4aa84e9 req-45004298-99ac-4f18-ac5e-404663ed8442 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Oct 23 02:20:51.554169 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8ba8f021-e12e-4433-817e-5addb81d540d req-d91902c5-aa1b-47e5-a465-fb46ce7410cd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0315747 Oct 23 02:20:52.261336 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:52.269463 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ffb88-151e-46fe-afcb-afa73f93f283 req-47d2a026-2a03-4cc7-8297-9221378752bc tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:52.270978 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-576ffb88-151e-46fe-afcb-afa73f93f283 req-47d2a026-2a03-4cc7-8297-9221378752bc tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0501544 Oct 23 02:20:52.322320 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-576ffb88-151e-46fe-afcb-afa73f93f283 req-eb27b302-2a79-40c2-ae57-25056a69ac28 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Oct 23 02:20:52.588008 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bc5e1-70b0-4163-88af-891db2925be3 req-2a74e91b-9b6d-4ec4-8407-7c1444e5a50a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:52.590585 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e67bc5e1-70b0-4163-88af-891db2925be3 req-2a74e91b-9b6d-4ec4-8407-7c1444e5a50a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0623927 Oct 23 02:20:52.663877 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e67bc5e1-70b0-4163-88af-891db2925be3 req-070920b8-1064-424b-a5d1-fffedd5de981 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657806 Oct 23 02:20:52.690094 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d5c34934-4ae6-4b9b-b4b4-31051cc02ebd req-7a8a0b48-5702-4270-98a9-67b19fb2698f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0503948 Oct 23 02:20:53.359883 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=10 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:53.426503 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=11 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:53.467651 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7ca7b-c6a8-4d47-adad-5d21f9cad7bc req-5f51accc-124e-4435-829f-52d22b717060 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:53.469224 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-46a7ca7b-c6a8-4d47-adad-5d21f9cad7bc req-5f51accc-124e-4435-829f-52d22b717060 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0627604 Oct 23 02:20:53.523273 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-46a7ca7b-c6a8-4d47-adad-5d21f9cad7bc req-8254eb0b-5fe8-4f8a-bacd-8b3b05c44712 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477328 Oct 23 02:20:53.823839 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-27d68126-b9e8-45ca-a21c-6950a87e7ac1 req-6cc35874-1d00-47cf-8554-ece8182defac tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0525258 Oct 23 02:20:53.839999 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cdaee-c102-4fc7-af79-c5986c62706f req-f75898fb-c510-40bb-a081-09e13d5be000 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:53.846380 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-467cdaee-c102-4fc7-af79-c5986c62706f req-f75898fb-c510-40bb-a081-09e13d5be000 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0854292 Oct 23 02:20:53.897580 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-467cdaee-c102-4fc7-af79-c5986c62706f req-3e86ab59-f3fa-4409-97ce-2fea78fb7229 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457172 Oct 23 02:20:54.650546 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ac06-d4b1-47be-bce2-c1b74c8fb78c req-2cab0874-1ce6-4c6c-baba-b9c57d9ca5f3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:54.652125 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dc49ac06-d4b1-47be-bce2-c1b74c8fb78c req-2cab0874-1ce6-4c6c-baba-b9c57d9ca5f3 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0501683 Oct 23 02:20:54.701471 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dc49ac06-d4b1-47be-bce2-c1b74c8fb78c req-6b870dad-f287-46c5-8cac-dff6343960d6 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438995 Oct 23 02:20:54.949405 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a92af36d-719b-45d8-9774-5d3f1386f87c req-c3768faa-ae52-4ec9-b5c0-2defc1252963 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0363200 Oct 23 02:20:55.032762 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70575204-38ac-4687-ac78-fa0cd5c57f57 req-4d72519f-15ed-4fc8-9b84-649372f93e03 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:55.034945 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-70575204-38ac-4687-ac78-fa0cd5c57f57 req-4d72519f-15ed-4fc8-9b84-649372f93e03 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0543163 Oct 23 02:20:55.085425 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-70575204-38ac-4687-ac78-fa0cd5c57f57 req-a0b54fec-3906-4f63-af45-a760028f768a tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443332 Oct 23 02:20:55.821736 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd711e-213f-4aba-b8fa-90e2276d9229 req-c4046ee0-6b97-41a5-a2e0-51c66ff94a7c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:55.823880 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4dbd711e-213f-4aba-b8fa-90e2276d9229 req-c4046ee0-6b97-41a5-a2e0-51c66ff94a7c tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0467408 Oct 23 02:20:55.872464 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4dbd711e-213f-4aba-b8fa-90e2276d9229 req-a1a463ad-3c8e-40e4-b994-e1e1673103b5 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 Oct 23 02:20:56.051688 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8821d298-3c97-46c1-a57f-4ad674ef5242 req-18d39945-dc68-4064-91e4-191bbb35345d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0273359 Oct 23 02:20:56.206310 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:56.217212 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d2054-c8ca-40b9-b44e-31a6b847edba req-73204703-2fa9-4282-bf36-5253768c24ad tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:56.218715 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-412d2054-c8ca-40b9-b44e-31a6b847edba req-73204703-2fa9-4282-bf36-5253768c24ad tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0506766 Oct 23 02:20:56.265903 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-412d2054-c8ca-40b9-b44e-31a6b847edba req-ec84dea3-a524-4966-b79b-8c1a36e5d2e7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 Oct 23 02:20:56.643574 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=68,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:56.676369 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=9 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:56.992349 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258c2c-6081-4ca1-b3c2-71441549ae1a req-a6aef00a-1e91-440d-8657-ac8b5478a7a2 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:56.993853 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d2258c2c-6081-4ca1-b3c2-71441549ae1a req-a6aef00a-1e91-440d-8657-ac8b5478a7a2 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0472596 Oct 23 02:20:57.044246 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d2258c2c-6081-4ca1-b3c2-71441549ae1a req-3264e940-1b36-4cfc-83cb-8bb5e8b2ef7d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439982 Oct 23 02:20:57.155453 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b03798a6-5024-498a-9150-fb6a74573390 req-fa4b27db-f80f-4390-9aa2-a48d0baf5001 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0311344 Oct 23 02:20:57.389226 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e261595-48bf-4856-89e3-7a7216cbb288 req-027a1bff-4184-4b65-aa0e-02b87de6c713 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:57.390720 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3e261595-48bf-4856-89e3-7a7216cbb288 req-027a1bff-4184-4b65-aa0e-02b87de6c713 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0467377 Oct 23 02:20:57.437736 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3e261595-48bf-4856-89e3-7a7216cbb288 req-4cd119f3-ceac-4d1f-a54a-df3c56a69bca tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415781 Oct 23 02:20:57.466687 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:20:58.163401 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba625a-2bb2-4686-bf54-ff13970b801d req-f2b4a705-e894-496f-9e09-a5bd7c49ba4e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:58.164849 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-65ba625a-2bb2-4686-bf54-ff13970b801d req-f2b4a705-e894-496f-9e09-a5bd7c49ba4e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0475378 Oct 23 02:20:58.227514 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-65ba625a-2bb2-4686-bf54-ff13970b801d req-b69f2756-6823-4abc-8651-cab76a2c4233 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569341 Oct 23 02:20:58.265037 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eaa37ed7-8ef0-4380-a277-3ba42373b40b req-674c7b26-5437-42cb-b0fa-68a9c0a5665b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0314200 Oct 23 02:20:58.563697 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00e9b8-d051-4bf3-be6f-7533ab64e7ba req-3c369dc5-c20a-4883-b13f-5db61f378e98 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:58.565158 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-db00e9b8-d051-4bf3-be6f-7533ab64e7ba req-3c369dc5-c20a-4883-b13f-5db61f378e98 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0471761 Oct 23 02:20:58.596987 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:20:58.611862 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-db00e9b8-d051-4bf3-be6f-7533ab64e7ba req-243f4069-20df-48b1-a8a2-783a0b01870f tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412161 Oct 23 02:20:59.358947 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddbe6e-07e3-4220-af37-1d9f0d7ffda0 req-1248900d-8a2f-40d0-aa54-d4e397b4cbe6 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:59.360410 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fbddbe6e-07e3-4220-af37-1d9f0d7ffda0 req-1248900d-8a2f-40d0-aa54-d4e397b4cbe6 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0568631 Oct 23 02:20:59.382115 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2227b1a6-cdd9-4100-970c-b1c3147b185b req-3b695cad-4e09-4d68-b6a1-c9436903aa79 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0413616 Oct 23 02:20:59.424936 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fbddbe6e-07e3-4220-af37-1d9f0d7ffda0 req-961b8e8b-bf35-4a77-8f6e-23cbb40196e8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497470 Oct 23 02:20:59.741558 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab937143-c277-4c7a-8184-9e74883263ec req-426da386-287a-4561-bed6-b8c186d2f4cb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:20:59.743017 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ab937143-c277-4c7a-8184-9e74883263ec req-426da386-287a-4561-bed6-b8c186d2f4cb tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0469446 Oct 23 02:20:59.789552 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ab937143-c277-4c7a-8184-9e74883263ec req-08295871-00ec-46a3-b8cd-846959dc91d7 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409305 Oct 23 02:21:00.482297 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f20053b4-6329-4f98-9512-14e04543c11f req-3329414d-7f8c-4163-9a07-7f3cff3516a7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0281134 Oct 23 02:21:00.546836 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c0f78-22df-4a14-b505-d98ce036f2da req-3cc7488d-bd11-40e4-b5fd-c015e0139557 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:00.548268 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cb6c0f78-22df-4a14-b505-d98ce036f2da req-3cc7488d-bd11-40e4-b5fd-c015e0139557 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0468910 Oct 23 02:21:00.600108 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cb6c0f78-22df-4a14-b505-d98ce036f2da req-5ca08e3d-c7c9-41cc-8832-9db8556f7fbb tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462942 Oct 23 02:21:00.913084 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb4b74-360d-4a8d-9e7a-be14e94560b0 req-5db47f4a-bf40-42f3-8933-accd0ab768d0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:00.914572 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8ceb4b74-360d-4a8d-9e7a-be14e94560b0 req-5db47f4a-bf40-42f3-8933-accd0ab768d0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0468197 Oct 23 02:21:00.961297 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8ceb4b74-360d-4a8d-9e7a-be14e94560b0 req-d480979e-cc80-42d7-b947-1afc34845677 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412512 Oct 23 02:21:01.583778 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3522df88-b395-4c11-8ed7-a1263e639643 req-fc9e608b-ca5f-413a-8ca9-23738ac406ce tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0284147 Oct 23 02:21:01.723079 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8252fb-6e12-4486-aa22-0a7ff0379348 req-79b20eb4-098f-473c-b07c-5795600cfd12 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:01.724524 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fc8252fb-6e12-4486-aa22-0a7ff0379348 req-79b20eb4-098f-473c-b07c-5795600cfd12 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0515077 Oct 23 02:21:01.773643 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fc8252fb-6e12-4486-aa22-0a7ff0379348 req-196f64f9-d24e-44db-b77a-16c0e8b620ab tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Oct 23 02:21:02.085002 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d94426-43bc-444e-ab04-9f4033ce3a42 req-5a4ce8d5-4f0e-4974-a874-595b6974a199 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:02.086366 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12d94426-43bc-444e-ab04-9f4033ce3a42 req-5a4ce8d5-4f0e-4974-a874-595b6974a199 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0465217 Oct 23 02:21:02.119922 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:02.135129 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-12d94426-43bc-444e-ab04-9f4033ce3a42 req-7aedab35-24ad-437f-a52d-9aad5c98d352 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Oct 23 02:21:02.684772 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9acc240-5651-4035-bba6-782157d1d569 req-da9a9699-e8f9-456e-af7f-85603e5a530d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0276828 Oct 23 02:21:02.895697 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265365f7-7156-400b-b07b-e04d805ee1f5 req-23eed3ca-3d73-45c8-aa26-0b5bff25d28f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:02.897040 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-265365f7-7156-400b-b07b-e04d805ee1f5 req-23eed3ca-3d73-45c8-aa26-0b5bff25d28f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0492511 Oct 23 02:21:02.945001 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-265365f7-7156-400b-b07b-e04d805ee1f5 req-1e14855a-32b9-4979-bd7a-14f2e1254ef8 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Oct 23 02:21:03.104796 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:21:03.257665 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f1890-ca99-498b-96b6-7b0578f865e4 req-98e2a985-b733-49e7-98b4-4c783b307ecc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:03.259447 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-212f1890-ca99-498b-96b6-7b0578f865e4 req-98e2a985-b733-49e7-98b4-4c783b307ecc tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0471504 Oct 23 02:21:03.306302 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-212f1890-ca99-498b-96b6-7b0578f865e4 req-467783e3-350d-4a65-a592-a8f2a96c4487 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Oct 23 02:21:03.785822 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-904d2f86-273b-446d-92dc-fad1bc32bec0 req-bc601f7d-95cb-4d6f-a3ec-71a43a10224e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0272782 Oct 23 02:21:03.972379 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27d82-7213-41e6-a9d9-209bfa0fdf59 req-27760ac4-c3e0-4835-bbd7-1f7ac766fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:03.974863 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-18a27d82-7213-41e6-a9d9-209bfa0fdf59 req-27760ac4-c3e0-4835-bbd7-1f7ac766fd4d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 1129 time: 0.0470819 Oct 23 02:21:04.025417 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-18a27d82-7213-41e6-a9d9-209bfa0fdf59 req-ff68ae32-9c4e-4877-bdff-83417086f961 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 Oct 23 02:21:04.070887 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6049d8a-2011-4414-81cb-5971cf7ca915 req-1d27e2ef-9dd5-4b6a-a868-2b857ebe1516 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:04.072910 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6049d8a-2011-4414-81cb-5971cf7ca915 req-1d27e2ef-9dd5-4b6a-a868-2b857ebe1516 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0466325 Oct 23 02:21:04.122152 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6049d8a-2011-4414-81cb-5971cf7ca915 req-f24a716a-918c-4ff0-b6a6-7bdcd57a8701 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Oct 23 02:21:04.424875 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:04.436282 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba5015-fb63-454e-9725-4a34b018ef3a req-37c36919-b46a-462c-b6dd-a5349d9b6771 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:04.437876 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ecba5015-fb63-454e-9725-4a34b018ef3a req-37c36919-b46a-462c-b6dd-a5349d9b6771 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 943 time: 0.0517626 Oct 23 02:21:04.488813 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ecba5015-fb63-454e-9725-4a34b018ef3a req-0890dfa2-c1fe-4ff6-90d4-c8639e53ccf0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438824 Oct 23 02:21:04.887593 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6a1c3ee-0c5f-4585-9faa-f4dabaa8fdae req-2203a74d-c6c7-4368-a5bb-0c811dae5727 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0285010 Oct 23 02:21:05.076426 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:21:05.182463 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:05.193714 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'port_id': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'mac_address': 'fa:16:3e:f9:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:21:05.229047 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d1b009dc-238c-4b94-abcc-f85c7f608d94 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:21:05.229537 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:05.232069 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:05.244701 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b009dc-238c-4b94-abcc-f85c7f608d94 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:21:05.246152 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14272d71-fd14-4af8-ad5f-e0663f16078e req-4b6c4a96-5438-464c-b241-0b657fc1f5ae tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:05.248287 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14272d71-fd14-4af8-ad5f-e0663f16078e req-4b6c4a96-5438-464c-b241-0b657fc1f5ae tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0472198 Oct 23 02:21:05.265878 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:05.269897 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:05.298025 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14272d71-fd14-4af8-ad5f-e0663f16078e req-29de7952-6606-47a8-a48a-9b6e142e2e8e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Oct 23 02:21:05.316285 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=9']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:05.627222 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7897f-970e-4243-94fc-a4978b915443 req-4eae2ba0-a922-4d89-bab0-9017a5f7e47c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:05.628681 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bed7897f-970e-4243-94fc-a4978b915443 req-4eae2ba0-a922-4d89-bab0-9017a5f7e47c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 944 time: 0.0548041 Oct 23 02:21:05.676109 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bed7897f-970e-4243-94fc-a4978b915443 req-198b4287-0ac3-451e-8704-bcc6184dce10 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Oct 23 02:21:05.785910 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['d1b009dc-238c-4b94-abcc-f85c7f608d94'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:21:06.144989 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-32924764-e37d-4f72-a005-fd701e1df2db req-430ae146-2ff4-4b81-984e-299797c688f4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0284386 Oct 23 02:21:06.415864 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6d4cd-9c0b-4b1b-8235-cb7d92f1fac0 req-92e3d962-f9f8-42d1-ac9b-014ac51a62ff tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:06.417324 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-69c6d4cd-9c0b-4b1b-8235-cb7d92f1fac0 req-92e3d962-f9f8-42d1-ac9b-014ac51a62ff tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0458205 Oct 23 02:21:06.465609 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-69c6d4cd-9c0b-4b1b-8235-cb7d92f1fac0 req-37bac158-7739-46d1-87b7-823c4892c8c1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Oct 23 02:21:06.586347 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154c989-1ab7-4d54-b0bd-9910d49b2dea req-1efa29f4-8626-4e70-8313-28d37f554e25 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:06.587752 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2154c989-1ab7-4d54-b0bd-9910d49b2dea req-1efa29f4-8626-4e70-8313-28d37f554e25 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.0494285 Oct 23 02:21:06.640529 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2154c989-1ab7-4d54-b0bd-9910d49b2dea req-0152ecee-a171-425c-a4b3-40d1a2c0846e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466745 Oct 23 02:21:06.728938 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56972) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:06.803537 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-0c581d14-e95f-4c08-bab4-4c605e3ef266 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:06.805138 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-0c581d14-e95f-4c08-bab4-4c605e3ef266 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 815 time: 0.1607900 Oct 23 02:21:06.842751 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dfc35-95e5-4b30-9e07-c0d71d7b051e req-6544d7ac-3d88-4004-b3e9-bf5c03fac067 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:06.844181 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-420dfc35-95e5-4b30-9e07-c0d71d7b051e req-6544d7ac-3d88-4004-b3e9-bf5c03fac067 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 944 time: 0.0756314 Oct 23 02:21:06.878138 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:06.894739 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-420dfc35-95e5-4b30-9e07-c0d71d7b051e req-151dd8ba-b323-4f1b-a4a5-a188455a09dd tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448148 Oct 23 02:21:06.959440 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92483fb-a80d-4247-97af-601a21dc6997 tempest-TestVolumeBootPattern-575711562 tempest-TestVolumeBootPattern-575711562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:06.960983 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b92483fb-a80d-4247-97af-601a21dc6997 tempest-TestVolumeBootPattern-575711562 tempest-TestVolumeBootPattern-575711562-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 1124 time: 0.2303138 Oct 23 02:21:06.964614 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 56982) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:06.969671 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Request body: {'floatingip': {'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'port_id': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:21:06.971793 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-6dafd1d5-e2ca-43ea-a55a-9ef0c07c35fe tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a HTTP/1.1" status: 200 len: 380 time: 0.0604634 Oct 23 02:21:06.991175 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.069300 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.074619 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'port': {'device_id': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'admin_state_up': True, 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'security_groups': ['b96a679e-2219-4963-981a-96555686f82c']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:21:07.105736 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:21:07.146392 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:07.156762 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port d1b009dc-238c-4b94-abcc-f85c7f608d94 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:21:07.157088 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.157652 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port d1b009dc-238c-4b94-abcc-f85c7f608d94 Oct 23 02:21:07.203764 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_common [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Allocated IP 172.27.0.33 (08533f80-0157-46c7-9f27-7f3fbf8b0740/8f03e554-11c7-4d2c-b57a-663b28b219d5/86932717-c7a8-4326-aeed-227313ee61b9) {{(pid=104672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:21:07.216264 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Made reservation on behalf of eab81e47f8d6426fbd5b50d1eb7fc14a for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:21:07.220879 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.242300 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port d1b009dc-238c-4b94-abcc-f85c7f608d94 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:21:07.242981 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.271245 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:21:07.274221 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d7daf-3916-40da-8773-3d3345c46f81" -d '{"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-plugged", "status": "completed", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:21:07.291706 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:07.297582 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.320131 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c453d371-6201-4321-9c52-d4114beb9d35 req-ca199dd0-ab62-46f3-a880-4df2e597776d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0718179 Oct 23 02:21:07.343442 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for port (86932717-c7a8-4326-aeed-227313ee61b9), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.356642 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:07.379737 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459c7bff-3d02-4175-a772-6db63010e529 x-openstack-request-id: req-459c7bff-3d02-4175-a772-6db63010e529 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:21:07.380021 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-plugged", "status": "completed", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:21:07.380197 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (86932717-c7a8-4326-aeed-227313ee61b9), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.380706 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-459c7bff-3d02-4175-a772-6db63010e529 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:21:07.381278 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459c7bff-3d02-4175-a772-6db63010e529'] response: {'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'code': 200} Oct 23 02:21:07.387197 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=10']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:07.425657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Allocated IP 172.20.0.4 (a7b3cf49-41ec-4949-b12a-aff94c1d3d94/4f0e358f-5b23-42c2-8b93-b234f6d24eb7/74f1daea-22d2-425b-9fe5-f40d95839a20) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:21:07.427616 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Network 08533f80-0157-46c7-9f27-7f3fbf8b0740 is already hosted by enough agents. {{(pid=104672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:21:07.432365 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Resources bound (agent type, host, resource id): {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:21:07.436405 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Received port after_create {{(pid=104672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:21:07.440220 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'Port': ['ID=86932717-c7a8-4326-aeed-227313ee61b9,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:07.586871 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.624421 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.670380 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:21:07.673660 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:21:07.682503 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:21:07.711740 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event updated for resources: {'Port': ['ID=74f1daea-22d2-425b-9fe5-f40d95839a20,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:07.743151 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:07.743812 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.743950 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f407-b4ed-4cd8-b207-6516820f255a req-bfe83671-769d-490e-8bce-d77db328315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:07.745480 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-aa38f407-b4ed-4cd8-b207-6516820f255a req-bfe83671-769d-490e-8bce-d77db328315d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 1130 time: 0.0889623 Oct 23 02:21:07.762184 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2e421f2d-b0fc-418e-82d4-f29cec60d1ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6914206 Oct 23 02:21:07.780248 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Request body: {'port': {'device_id': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:21:07.796119 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:07.843799 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.867373 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:07.875095 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (1b8f9c8b-74f7-433f-87eb-4aa50e9a761d), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.973221 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-aa38f407-b4ed-4cd8-b207-6516820f255a req-805698cf-8a97-45b0-8f82-cf8a6e954e1b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780286 Oct 23 02:21:07.973946 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (86932717-c7a8-4326-aeed-227313ee61b9), before_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.995077 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-d3baea69-527a-4d5b-b35e-7606d7284337 None None] Provisioning complete for port 74f1daea-22d2-425b-9fe5-f40d95839a20 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:21:07.995639 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d3baea69-527a-4d5b-b35e-7606d7284337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:07.996011 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-d3baea69-527a-4d5b-b35e-7606d7284337 None None] Attempt 1 to provision port 74f1daea-22d2-425b-9fe5-f40d95839a20 Oct 23 02:21:08.010204 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:08.065341 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-d3baea69-527a-4d5b-b35e-7606d7284337 None None] Port 74f1daea-22d2-425b-9fe5-f40d95839a20 cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:21:08.149385 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for port (86932717-c7a8-4326-aeed-227313ee61b9), precommit_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:08.156601 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9331015'] for port (86932717-c7a8-4326-aeed-227313ee61b9), after_update {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:08.232143 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event updated for resources: {'Port': ['ID=86932717-c7a8-4326-aeed-227313ee61b9,revision_number=2']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:08.237570 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (1b8f9c8b-74f7-433f-87eb-4aa50e9a761d), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:08.341387 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.l3_db [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Floating IP 1b8f9c8b-74f7-433f-87eb-4aa50e9a761d associated. External IP: 172.27.0.33, port: 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04. Oct 23 02:21:08.397338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a626de-9724-4379-b375-e3b73785fe65 req-3cb5c30c-ecfc-4447-af56-1005cb024e3b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:08.403012 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-08a626de-9724-4379-b375-e3b73785fe65 req-3cb5c30c-ecfc-4447-af56-1005cb024e3b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 946 time: 0.3617449 Oct 23 02:21:08.482055 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-08a626de-9724-4379-b375-e3b73785fe65 req-be3ea7f2-23dd-48b3-af93-679be0980999 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755792 Oct 23 02:21:08.556687 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:08.566982 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f1daea-22d2-425b-9fe5-f40d95839a20 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:21:08.567174 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:08.568951 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:21:08.588372 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Publish callbacks [] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:08.617465 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a390a34-3ed5-4642-9122-fc635babe1b7 req-f3ce75d9-b593-4d3c-95e4-cf199822e648 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:08.619508 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a390a34-3ed5-4642-9122-fc635babe1b7 req-f3ce75d9-b593-4d3c-95e4-cf199822e648 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 931 time: 0.1308568 Oct 23 02:21:08.644625 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Transition to ACTIVE for port object 74f1daea-22d2-425b-9fe5-f40d95839a20 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:21:08.658910 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066921e-1484-4cc7-a273-fcd05d59dd5c req-d44c698e-9195-4cb7-bdb2-5502254c623b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:08.660317 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8066921e-1484-4cc7-a273-fcd05d59dd5c req-d44c698e-9195-4cb7-bdb2-5502254c623b tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 946 time: 0.0957742 Oct 23 02:21:08.662748 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:08.678304 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:21:08.695616 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] Sync routers for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:21:08.706144 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:08.709058 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:21:08.709700 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:08.745840 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-0fdcf7d2-dec0-4e98-83a5-36157da4314f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7771630 Oct 23 02:21:08.745840 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04'}] {{(pid=104672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:21:08.747188 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a917c688e8eb913325417a585b704e3562ed756bd81a612c4b6f882996a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a4bed-82ef-4f18-8539-4296d8b668a3" -d '{"events": [{"name": "network-changed", "server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04"}]}' {{(pid=104672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:21:08.770120 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a390a34-3ed5-4642-9122-fc635babe1b7 req-f1ebd9b9-c804-4f6e-b312-d060c36c4235 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424737 Oct 23 02:21:08.785456 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Pushing event updated for resources: {'Port': ['ID=74f1daea-22d2-425b-9fe5-f40d95839a20,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:08.822152 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8066921e-1484-4cc7-a273-fcd05d59dd5c req-49b346da-9294-4855-9906-709ed2b1f951 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508451 Oct 23 02:21:08.839274 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a216af6-fb16-4dbd-84f1-9f8396d8e576 x-openstack-request-id: req-5a216af6-fb16-4dbd-84f1-9f8396d8e576 {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:21:08.839517 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04", "status": "completed", "code": 200}]} {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:21:08.839780 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a216af6-fb16-4dbd-84f1-9f8396d8e576 {{(pid=104672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:21:08.840197 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a216af6-fb16-4dbd-84f1-9f8396d8e576'] response: {'name': 'network-changed', 'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'status': 'completed', 'code': 200} Oct 23 02:21:08.841668 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:21:08.852125 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Attempting to bind port 74f1daea-22d2-425b-9fe5-f40d95839a20 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:21:08.852687 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Attempting to bind port 74f1daea-22d2-425b-9fe5-f40d95839a20 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:21:08.853086 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Attempting to bind port 74f1daea-22d2-425b-9fe5-f40d95839a20 on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:21:08.895346 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Port 74f1daea-22d2-425b-9fe5-f40d95839a20 on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:21:08.895685 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Attempting to bind port 74f1daea-22d2-425b-9fe5-f40d95839a20 on network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:21:08.936902 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:21:08.937168 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Checking segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:21:08.937557 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Bound using segment: {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:21:08.937996 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Bound port: 74f1daea-22d2-425b-9fe5-f40d95839a20, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0098585a-e6af-491d-a91b-c278e6539b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:21:08.938360 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:09.002264 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] For port 74f1daea-22d2-425b-9fe5-f40d95839a20, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:21:09.005285 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] For port 74f1daea-22d2-425b-9fe5-f40d95839a20, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=74f1daea-22d2-425b-9fe5-f40d95839a20,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:21:09.012365 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:09.016589 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:09.017203 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:09.018634 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/74f1daea-22d2-425b-9fe5-f40d95839a20 HTTP/1.1" status: 200 len: 1093 time: 1.2425716 Oct 23 02:21:09.020136 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'tag': '74f1daea-22d2-425b-9fe5-f40d95839a20'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:21:09.022369 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a641bcc7-582a-4d1b-87e5-5d663e00edb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4456352-a66e-455c-bbec-3e8ea1a334ec", "tag": "74f1daea-22d2-425b-9fe5-f40d95839a20"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:21:09.054569 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:09.064861 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208fa703-9f39-4515-849f-d1bb7f3937df x-openstack-request-id: req-208fa703-9f39-4515-849f-d1bb7f3937df {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:21:09.065154 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4456352-a66e-455c-bbec-3e8ea1a334ec", "tag": "74f1daea-22d2-425b-9fe5-f40d95839a20", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:21:09.065412 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-208fa703-9f39-4515-849f-d1bb7f3937df {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:21:09.065815 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208fa703-9f39-4515-849f-d1bb7f3937df'] response: {'name': 'network-changed', 'server_uuid': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'tag': '74f1daea-22d2-425b-9fe5-f40d95839a20', 'status': 'completed', 'code': 200} Oct 23 02:21:09.067304 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '1b8f9c8b-74f7-433f-87eb-4aa50e9a761d', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:11:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:21:07Z', 'updated_at': '2022-10-23T02:21:07Z', 'revision_number': 0, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}, {'id': 'c6cf3e9e-1788-45a6-8a16-c20f021802be', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:41Z', 'updated_at': '2022-10-23T02:17:43Z', 'revision_number': 1, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:09.070668 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1bc29-7981-4335-ac09-92eb2bab9cee service neutron] Pushing event updated for resources: {'Port': ['ID=74f1daea-22d2-425b-9fe5-f40d95839a20,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:09.097188 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] Checking router: 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:21:09.105538 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:21:09.106144 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:09.205243 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:21:09.411742 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '1b8f9c8b-74f7-433f-87eb-4aa50e9a761d', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:11:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:21:07Z', 'updated_at': '2022-10-23T02:21:07Z', 'revision_number': 0, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}, {'id': 'c6cf3e9e-1788-45a6-8a16-c20f021802be', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:41Z', 'updated_at': '2022-10-23T02:17:43Z', 'revision_number': 1, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:09.435702 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01684b8-2c75-4044-a7ae-d42b4b2510da None None] The sync data for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi is: [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': '1b8f9c8b-74f7-433f-87eb-4aa50e9a761d', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:11:98:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:21:07Z', 'updated_at': '2022-10-23T02:21:07Z', 'revision_number': 0, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}, {'id': 'c6cf3e9e-1788-45a6-8a16-c20f021802be', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:41Z', 'updated_at': '2022-10-23T02:17:43Z', 'revision_number': 1, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:21:09.611814 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:09.624155 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa438b-2bda-4747-a0fe-1fb4162ea59a req-dffe295a-d27e-4d16-9c1e-06a8d0d8eac3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:09.625833 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-abfa438b-2bda-4747-a0fe-1fb4162ea59a req-dffe295a-d27e-4d16-9c1e-06a8d0d8eac3 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 946 time: 0.0506899 Oct 23 02:21:09.647152 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906fa30-46f3-4cc0-8c2e-fa4c3f612fc6 None None] New status for floating IP 1b8f9c8b-74f7-433f-87eb-4aa50e9a761d: ACTIVE {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:21:09.678030 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-abfa438b-2bda-4747-a0fe-1fb4162ea59a req-e26a2ae8-6165-4d34-bfe1-f6fbbb5f78e1 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465701 Oct 23 02:21:09.904951 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637370c-0184-44e9-8827-e60bb2ed79b3 req-5ac14cbe-e29f-4616-bccd-afda4e0b3713 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:09.906549 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b637370c-0184-44e9-8827-e60bb2ed79b3 req-5ac14cbe-e29f-4616-bccd-afda4e0b3713 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 943 time: 0.0516791 Oct 23 02:21:09.986528 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18d7b9-77e6-476d-9a69-1ba3b6024819 req-44736eae-0b57-4d4d-9a77-0909ff3e1d4f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:09.988197 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b18d7b9-77e6-476d-9a69-1ba3b6024819 req-44736eae-0b57-4d4d-9a77-0909ff3e1d4f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 946 time: 0.0685885 Oct 23 02:21:09.993651 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b637370c-0184-44e9-8827-e60bb2ed79b3 req-a1502633-19d7-461a-a466-5d810ce1f2a1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816107 Oct 23 02:21:10.038350 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b18d7b9-77e6-476d-9a69-1ba3b6024819 req-ce5157f5-7aeb-488b-87be-0d9ee0ab984e tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Oct 23 02:21:10.809560 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641bcc7-582a-4d1b-87e5-5d663e00edb1 req-7bbaf90b-0582-48f7-9bff-4fcee67d7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:10.811080 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a641bcc7-582a-4d1b-87e5-5d663e00edb1 req-7bbaf90b-0582-48f7-9bff-4fcee67d7928 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 1127 time: 0.0703492 Oct 23 02:21:10.823742 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ff293-8793-4e11-9851-89719fa297f6 req-b3e7728b-38f0-42e9-8585-ae658c41b6f2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:10.825092 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f41ff293-8793-4e11-9851-89719fa297f6 req-b3e7728b-38f0-42e9-8585-ae658c41b6f2 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 946 time: 0.0544038 Oct 23 02:21:10.872507 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f41ff293-8793-4e11-9851-89719fa297f6 req-aefe6686-afae-4736-aaac-174b93cd7867 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418432 Oct 23 02:21:11.016494 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-9a20842a-3e03-43e2-8c28-7c32e0dbc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:11.018051 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-9a20842a-3e03-43e2-8c28-7c32e0dbc754 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 1129 time: 0.0390103 Oct 23 02:21:11.054785 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:11.130400 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-2ccbf1cd-b593-4158-868b-082204ea6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:11.131963 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-2ccbf1cd-b593-4158-868b-082204ea6f0a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.0977063 Oct 23 02:21:11.153246 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02663da-54ce-4da9-9696-5197e0251e2e req-a098f4dd-4eed-4466-a267-6453f2bee58f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:11.154670 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e02663da-54ce-4da9-9696-5197e0251e2e req-a098f4dd-4eed-4466-a267-6453f2bee58f tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 946 time: 0.1363900 Oct 23 02:21:11.203459 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c49bd9-8a92-490d-a6b7-a7cf4ad8d2ad req-72568a91-5126-4620-b381-a7cd2d038f82 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:11.204929 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14c49bd9-8a92-490d-a6b7-a7cf4ad8d2ad req-72568a91-5126-4620-b381-a7cd2d038f82 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 943 time: 0.1153440 Oct 23 02:21:11.242178 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-275b5971-a969-4266-8767-241cc6ae34f0 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 HTTP/1.1" status: 200 len: 1000 time: 0.0913539 Oct 23 02:21:11.265771 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2435e2-f61f-4d12-8366-f80bd1cf95df req-4b3657a0-2d8f-4564-867a-176b216a57c9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:11.267284 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1e2435e2-f61f-4d12-8366-f80bd1cf95df req-4b3657a0-2d8f-4564-867a-176b216a57c9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 946 time: 0.1359839 Oct 23 02:21:11.291121 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641bcc7-582a-4d1b-87e5-5d663e00edb1 req-9dd576bb-ea07-479c-8f48-21f705176b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:11.292498 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a641bcc7-582a-4d1b-87e5-5d663e00edb1 req-9dd576bb-ea07-479c-8f48-21f705176b2a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2850800 Oct 23 02:21:11.371614 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14c49bd9-8a92-490d-a6b7-a7cf4ad8d2ad req-f67d6c26-b7ec-4b19-b70f-81dca47114a5 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371112 Oct 23 02:21:11.381666 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Deleting port cc068410-7e76-4bd9-a360-1e98e4ff4392 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:21:11.382013 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:11.390068 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1e2435e2-f61f-4d12-8366-f80bd1cf95df req-7117a558-049b-471b-b08a-5687fde6a5e1 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cce254e9-c941-4f67-bd9d-46d4214b3199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120329 Oct 23 02:21:11.478548 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] For port cc068410-7e76-4bd9-a360-1e98e4ff4392, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=cc068410-7e76-4bd9-a360-1e98e4ff4392,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:11.478916 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:11.622205 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:11.640487 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:11.640851 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:11.641169 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Floating IP fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e disassociated. External IP: 172.27.0.18, port: cc068410-7e76-4bd9-a360-1e98e4ff4392. Oct 23 02:21:11.641508 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Calling delete_port for cc068410-7e76-4bd9-a360-1e98e4ff4392 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:21:11.772474 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:11.792044 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-8b377ee5-10b7-4198-85a9-7f1db0371b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:11.793649 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-8b377ee5-10b7-4198-85a9-7f1db0371b10 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0556104 Oct 23 02:21:11.819970 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (cc068410-7e76-4bd9-a360-1e98e4ff4392), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:11.846750 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-c6d38b44-84e7-4bdf-887e-faf5a43aeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:11.848292 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-c6d38b44-84e7-4bdf-887e-faf5a43aeb95 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474808 Oct 23 02:21:11.855751 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event deleted for resources: {'Port': ['ID=cc068410-7e76-4bd9-a360-1e98e4ff4392,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:11.935482 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:11.946501 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641bcc7-582a-4d1b-87e5-5d663e00edb1 req-ed7de40f-3e17-4d49-8801-404436e2d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:11.948485 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a641bcc7-582a-4d1b-87e5-5d663e00edb1 req-ed7de40f-3e17-4d49-8801-404436e2d5ed service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906927 Oct 23 02:21:11.959093 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-8721df75-dc0f-48b4-ab33-0f38d14700c3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045740 Oct 23 02:21:12.070721 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-411a4bed-82ef-4f18-8539-4296d8b668a3 req-5bb5c64d-bfa8-4645-a780-309db13ee1ed service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053591 Oct 23 02:21:12.084243 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92785aad-fb49-4183-b5e8-84acd82cf7bb req-e6695a38-7f8e-42e8-840e-81cc4d332de4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:12.085742 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-92785aad-fb49-4183-b5e8-84acd82cf7bb req-e6695a38-7f8e-42e8-840e-81cc4d332de4 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 946 time: 0.1239412 Oct 23 02:21:12.108662 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Router 761b3ede-22ba-4f51-ac96-0192c80f2edb has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:21:12.111455 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-834ed991-5c8b-4995-91b0-5970ef924f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:12.112936 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-834ed991-5c8b-4995-91b0-5970ef924f40 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 1127 time: 0.0901918 Oct 23 02:21:12.170149 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-4d2ad8da-e142-422b-a675-01996e1d4a02 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74f1daea-22d2-425b-9fe5-f40d95839a20 HTTP/1.1" status: 200 len: 217 time: 0.0441132 Oct 23 02:21:12.268962 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-92785aad-fb49-4183-b5e8-84acd82cf7bb req-41d9751c-71d2-47d9-bcc5-a1fd5ed2978c tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736872 Oct 23 02:21:12.325512 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-aff80b86-19e0-469c-9e59-34344c8715b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:12.326957 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-aff80b86-19e0-469c-9e59-34344c8715b0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.1494348 Oct 23 02:21:12.374193 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:21:12.387110 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] Sync routers for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:21:12.397719 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:12.401496 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:21:12.402357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:12.403643 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-7b64acb3-a6a6-4d06-8b77-68eebdc099d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:12.405140 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-7b64acb3-a6a6-4d06-8b77-68eebdc099d8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715051 Oct 23 02:21:12.474918 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] No DVR routers for this DVR port cc068410-7e76-4bd9-a360-1e98e4ff4392 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:21:12.488086 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:12.493067 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e02663da-54ce-4da9-9696-5197e0251e2e req-96c09586-d48d-4b38-8ce3-7482d9726489 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.49 "DELETE /networking/v2.0/ports/cc068410-7e76-4bd9-a360-1e98e4ff4392 HTTP/1.1" status: 204 len: 173 time: 1.3325219 Oct 23 02:21:12.494331 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'name': 'network-vif-deleted', 'tag': 'cc068410-7e76-4bd9-a360-1e98e4ff4392'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:21:12.497078 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8fb3c5-8742-4bef-b8c1-2cfe6bddcc9d" -d '{"events": [{"server_uuid": "3b94295f-bde2-4165-bd9a-4763ac31fd9a", "name": "network-vif-deleted", "tag": "cc068410-7e76-4bd9-a360-1e98e4ff4392"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:21:12.530815 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:21:12.587318 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-582e3150-bac1-4d7d-b769-d6e6da21b415 req-f0ca9a73-2d23-47ab-9739-33afb6816463 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 210 time: 0.0451505 Oct 23 02:21:12.599969 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb3afa-4e5b-4c52-9162-c5e7b1898b6a req-46673f41-8de7-4d24-a0b9-997eabb4380c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:12.601475 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7fdb3afa-4e5b-4c52-9162-c5e7b1898b6a req-46673f41-8de7-4d24-a0b9-997eabb4380c tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 943 time: 0.1369944 Oct 23 02:21:12.638691 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:12.653891 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-1c600808-ee64-45e0-ad46-9f30eb78bec4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421992 Oct 23 02:21:12.756414 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7934e7cc-eff6-405d-a285-e29db71e090a x-openstack-request-id: req-7934e7cc-eff6-405d-a285-e29db71e090a {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:21:12.756744 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b94295f-bde2-4165-bd9a-4763ac31fd9a", "name": "network-vif-deleted", "tag": "cc068410-7e76-4bd9-a360-1e98e4ff4392", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:21:12.757083 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7934e7cc-eff6-405d-a285-e29db71e090a {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:21:12.757951 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7934e7cc-eff6-405d-a285-e29db71e090a'] response: {'server_uuid': '3b94295f-bde2-4165-bd9a-4763ac31fd9a', 'name': 'network-vif-deleted', 'tag': 'cc068410-7e76-4bd9-a360-1e98e4ff4392', 'status': 'completed', 'code': 200} Oct 23 02:21:12.771538 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7fdb3afa-4e5b-4c52-9162-c5e7b1898b6a req-ebce6754-d315-4cd9-bdb7-43c4a82d19a7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633110 Oct 23 02:21:12.781315 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:12.819060 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-778043b8-8aac-4a1f-bba4-f2ecef4febd6 req-2dfe24e4-67fc-4314-bd34-39b1c6bfec1a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581812 Oct 23 02:21:12.831414 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] Checking router: 761b3ede-22ba-4f51-ac96-0192c80f2edb for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:21:12.842212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:21:12.842975 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:20:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:12.951064 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:21:13.075864 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:13.140020 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:13.164837 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438e2186-c7b7-43a3-9201-679485c5630f None None] The sync data for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi is: [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:11:22Z', 'revision_number': 4, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'f70e8c78-0e52-4df0-b256-2d74477222c8', 'name': '', 'network_id': 'd813ef1f-8211-49e2-a5ea-c7934e717ca1', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'mac_address': 'fa:16:3e:40:54:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:19Z', 'updated_at': '2022-10-23T02:11:37Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'subnets': [{'id': '6e7965d4-88a1-4964-8f96-61893c8593de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:21:13.386962 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95408102-0aa2-4d59-898d-7a796f585019 None None] New status for floating IP fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e: DOWN {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:21:13.411614 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820670fa-0bfc-456c-b8c7-8f1bd62f0d3c req-766f208b-78f6-4e24-952a-342fd1638487 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:13.413029 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-820670fa-0bfc-456c-b8c7-8f1bd62f0d3c req-766f208b-78f6-4e24-952a-342fd1638487 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 946 time: 0.0489492 Oct 23 02:21:13.461963 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-820670fa-0bfc-456c-b8c7-8f1bd62f0d3c req-d46dacf2-0ac4-4958-aa7f-f260e63ab1ea tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 Oct 23 02:21:13.724527 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4975e1ce-9e2f-4dda-a805-c11549287c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:13.738401 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f6120e5b-55ca-439c-a44a-351691f5f8a9 req-ae47df41-1f8e-4434-8e85-fca72dc24639 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 210 time: 0.0296516 Oct 23 02:21:13.899072 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff2d29-32db-4805-a9eb-f0e35cd33b9e req-b501c0f8-efac-4bcd-81b6-cf9255fa9c9b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:13.900850 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-06ff2d29-32db-4805-a9eb-f0e35cd33b9e req-b501c0f8-efac-4bcd-81b6-cf9255fa9c9b tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 943 time: 0.0458710 Oct 23 02:21:13.951254 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-06ff2d29-32db-4805-a9eb-f0e35cd33b9e req-90f2b180-2b20-4d5f-a9a8-d1ef823d0c52 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443456 Oct 23 02:21:14.851778 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8e88a5bb-e094-4cf1-89ec-24f83b41eaaf req-37fef255-f9f9-42f9-80b1-454f17ac4e58 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b94295f-bde2-4165-bd9a-4763ac31fd9a HTTP/1.1" status: 200 len: 210 time: 0.0271566 Oct 23 02:21:15.071490 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786676f9-abd9-43fb-9f7d-ff78c4344e6b req-6b2d263f-3431-40c8-ac77-3f6e179d7383 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:15.072944 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-786676f9-abd9-43fb-9f7d-ff78c4344e6b req-6b2d263f-3431-40c8-ac77-3f6e179d7383 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 943 time: 0.0475924 Oct 23 02:21:15.098356 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:15.121503 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-786676f9-abd9-43fb-9f7d-ff78c4344e6b req-c86ae4d9-ab98-4cee-9513-510d48239df2 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Oct 23 02:21:15.155670 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device cc068410-7e76-4bd9-a360-1e98e4ff4392 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:21:15.177373 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: cc068410-7e76-4bd9-a360-1e98e4ff4392 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:21:15.177729 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device cc068410-7e76-4bd9-a360-1e98e4ff4392 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:21:15.947179 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57090) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:16.005282 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-109a7b56-397c-45b4-aaf8-0a519fa55430 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (cce254e9-c941-4f67-bd9d-46d4214b3199), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.028524 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-109a7b56-397c-45b4-aaf8-0a519fa55430 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (cce254e9-c941-4f67-bd9d-46d4214b3199), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.075234 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-109a7b56-397c-45b4-aaf8-0a519fa55430 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (cce254e9-c941-4f67-bd9d-46d4214b3199), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.077754 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-109a7b56-397c-45b4-aaf8-0a519fa55430 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.078909 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-109a7b56-397c-45b4-aaf8-0a519fa55430 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cce254e9-c941-4f67-bd9d-46d4214b3199 HTTP/1.1" status: 204 len: 168 time: 0.1305969 Oct 23 02:21:16.081725 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57092) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:16.087750 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a7b56-397c-45b4-aaf8-0a519fa55430 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce254e9-c941-4f67-bd9d-46d4214b3199,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:16.096026 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.api.v2.resource [None req-4c769e35-4c5a-4939-8b5c-1776d69905e2 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] show failed (client error): The resource could not be found. Oct 23 02:21:16.097055 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-4c769e35-4c5a-4939-8b5c-1776d69905e2 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "GET /networking/v2.0/security-groups/cce254e9-c941-4f67-bd9d-46d4214b3199 HTTP/1.1" status: 404 len: 347 time: 0.0141346 Oct 23 02:21:16.100313 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57094) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:16.121439 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-490ae0d4-fb1b-4851-8afc-cab762bb48cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.214614 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Deleting port 7262174c-7e88-4c6e-b8a0-11a9af30d2ea {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:21:16.214967 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (7262174c-7e88-4c6e-b8a0-11a9af30d2ea), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.244368 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757ebd3-c212-486e-8b52-64da3681a86c req-ad755f4b-76f2-41ba-87be-9b5cfa4b3469 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:16.245933 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8757ebd3-c212-486e-8b52-64da3681a86c req-ad755f4b-76f2-41ba-87be-9b5cfa4b3469 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 943 time: 0.0500715 Oct 23 02:21:16.294613 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (7262174c-7e88-4c6e-b8a0-11a9af30d2ea), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.294984 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (7262174c-7e88-4c6e-b8a0-11a9af30d2ea), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.295096 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8757ebd3-c212-486e-8b52-64da3681a86c req-3743e8c2-da41-4fe1-8237-f5170d87fec6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434098 Oct 23 02:21:16.311807 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Calling delete_port for 7262174c-7e88-4c6e-b8a0-11a9af30d2ea owned by network:floatingip {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:21:16.422683 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:16.440935 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (7262174c-7e88-4c6e-b8a0-11a9af30d2ea), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.468675 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Pushing event deleted for resources: {'Port': ['ID=7262174c-7e88-4c6e-b8a0-11a9af30d2ea,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:16.480558 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.480910 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.481257 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.481596 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.481930 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.482261 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.482617 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.482947 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.483276 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.483604 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.483933 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.484260 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.484577 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.484905 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.485225 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:21:16.541229 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks [] for floatingip (fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.543859 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:16.545038 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-601e3cd7-75b7-4085-a8bc-ea73d56470b9 tempest-AttachVolumeTestJSON-270912511 tempest-AttachVolumeTestJSON-270912511-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/fc9f9f6d-5cd3-45fe-b099-403ffe3b2d5e HTTP/1.1" status: 204 len: 168 time: 0.4438050 Oct 23 02:21:17.148333 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 74f1daea-22d2-425b-9fe5-f40d95839a20 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:21:17.234120 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:17.261601 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 74f1daea-22d2-425b-9fe5-f40d95839a20, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=74f1daea-22d2-425b-9fe5-f40d95839a20,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:17.272709 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '74f1daea-22d2-425b-9fe5-f40d95839a20', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'port_id': '74f1daea-22d2-425b-9fe5-f40d95839a20', 'mac_address': 'fa:16:3e:58:5b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:21:17.307444 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 74f1daea-22d2-425b-9fe5-f40d95839a20 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:21:17.307833 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:17.325823 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f1daea-22d2-425b-9fe5-f40d95839a20 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:21:17.346865 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 74f1daea-22d2-425b-9fe5-f40d95839a20, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=74f1daea-22d2-425b-9fe5-f40d95839a20,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:17.350762 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:17.387815 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:17.400160 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=74f1daea-22d2-425b-9fe5-f40d95839a20,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:17.531150 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996328d-078c-4f97-8255-79603c1f986a req-84ff9513-1dc0-445d-a457-99613e08b7c6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:17.532896 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f996328d-078c-4f97-8255-79603c1f986a req-84ff9513-1dc0-445d-a457-99613e08b7c6 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 944 time: 0.1616256 Oct 23 02:21:17.582820 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f996328d-078c-4f97-8255-79603c1f986a req-26f1731c-37f1-4dcb-8158-1fb01e5abab8 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 Oct 23 02:21:17.788277 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['74f1daea-22d2-425b-9fe5-f40d95839a20'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:21:18.754691 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcf786-e853-43a9-bc80-f3e26c51c144 req-05de1bc0-e6b1-407b-b533-570092bbb2a4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:18.756151 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b8dcf786-e853-43a9-bc80-f3e26c51c144 req-05de1bc0-e6b1-407b-b533-570092bbb2a4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 944 time: 0.0970016 Oct 23 02:21:18.803826 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b8dcf786-e853-43a9-bc80-f3e26c51c144 req-dbe4d49e-f5ed-4c3f-8129-8e50cce7eb6e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 Oct 23 02:21:18.861267 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:18.942803 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:19.184499 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 74f1daea-22d2-425b-9fe5-f40d95839a20 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:21:19.227743 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 74f1daea-22d2-425b-9fe5-f40d95839a20 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:21:19.233442 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 74f1daea-22d2-425b-9fe5-f40d95839a20 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:21:19.233814 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:19.234147 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 74f1daea-22d2-425b-9fe5-f40d95839a20 Oct 23 02:21:19.307284 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 74f1daea-22d2-425b-9fe5-f40d95839a20 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:21:19.308189 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:19.467773 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f1daea-22d2-425b-9fe5-f40d95839a20'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:21:19.469918 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995327e7-cae3-4c4d-92d1-e2cf082a181c" -d '{"events": [{"server_uuid": "f4456352-a66e-455c-bbec-3e8ea1a334ec", "name": "network-vif-plugged", "status": "completed", "tag": "74f1daea-22d2-425b-9fe5-f40d95839a20"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:21:19.482178 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 74f1daea-22d2-425b-9fe5-f40d95839a20, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=74f1daea-22d2-425b-9fe5-f40d95839a20,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:19.486993 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:19.515567 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a745905-5fad-41e1-9533-ab002b1f8fb7 x-openstack-request-id: req-8a745905-5fad-41e1-9533-ab002b1f8fb7 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:21:19.515829 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4456352-a66e-455c-bbec-3e8ea1a334ec", "name": "network-vif-plugged", "status": "completed", "tag": "74f1daea-22d2-425b-9fe5-f40d95839a20", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:21:19.516081 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a745905-5fad-41e1-9533-ab002b1f8fb7 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:21:19.516533 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a745905-5fad-41e1-9533-ab002b1f8fb7'] response: {'server_uuid': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f1daea-22d2-425b-9fe5-f40d95839a20', 'code': 200} Oct 23 02:21:19.538550 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=74f1daea-22d2-425b-9fe5-f40d95839a20,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:19.733204 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a57253-1600-456a-a644-e924460c0d4a req-6b5e6219-563e-42f2-acb7-1d785648ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:19.734634 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0a57253-1600-456a-a644-e924460c0d4a req-6b5e6219-563e-42f2-acb7-1d785648ffad service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 1129 time: 0.0386913 Oct 23 02:21:19.779130 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d0a57253-1600-456a-a644-e924460c0d4a req-a08e6612-1be0-4dcb-9e37-45f5e96d696c service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378864 Oct 23 02:21:19.925630 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee55e1-0ced-4587-9455-dcbe4f62c2e7 req-621e9891-d442-4780-b4b2-cd289ac1053e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:19.927106 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b6ee55e1-0ced-4587-9455-dcbe4f62c2e7 req-621e9891-d442-4780-b4b2-cd289ac1053e tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 945 time: 0.0498676 Oct 23 02:21:19.939366 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:19.974452 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b6ee55e1-0ced-4587-9455-dcbe4f62c2e7 req-c9b0e2df-b640-46f4-8573-ad3105cd112d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Oct 23 02:21:20.129420 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57138) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:20.366420 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:20.755813 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (761b3ede-22ba-4f51-ac96-0192c80f2edb), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:20.967200 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Deleting port f70e8c78-0e52-4df0-b256-2d74477222c8 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:21:20.967457 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:21.051962 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] For port f70e8c78-0e52-4df0-b256-2d74477222c8, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=f70e8c78-0e52-4df0-b256-2d74477222c8,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:21.052331 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:21.065772 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Calling delete_port for f70e8c78-0e52-4df0-b256-2d74477222c8 owned by network:router_interface {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:21:21.110725 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f024b-6a71-43f4-a4e8-ae0aa98dcb13 req-47511d81-3e30-48ca-bd32-3d01f50da8b7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:21.112311 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-484f024b-6a71-43f4-a4e8-ae0aa98dcb13 req-47511d81-3e30-48ca-bd32-3d01f50da8b7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 945 time: 0.0481980 Oct 23 02:21:21.161138 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-484f024b-6a71-43f4-a4e8-ae0aa98dcb13 req-cc43ca42-6a97-4c3b-a82a-9dfddcce1b8d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Oct 23 02:21:21.190360 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:21.246886 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (f70e8c78-0e52-4df0-b256-2d74477222c8), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:21.271504 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f70e8c78-0e52-4df0-b256-2d74477222c8,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:21.384942 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:21.453347 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (761b3ede-22ba-4f51-ac96-0192c80f2edb), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:21.476409 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9deb199-d3f3-4933-b3c2-eed1f8288832 None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:21:21.479749 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:21.599429 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9deb199-d3f3-4933-b3c2-eed1f8288832 None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:21:21.683210 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Router 761b3ede-22ba-4f51-ac96-0192c80f2edb has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:21:21.784871 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:21:21.789665 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-86b1910b-900d-4ef3-9864-c5d0f2b94cc9 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/761b3ede-22ba-4f51-ac96-0192c80f2edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6595490 Oct 23 02:21:21.792229 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57146) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:21.796253 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] Sync routers for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:21:21.811330 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:21:21.811891 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:21:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:21.864527 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:21.897038 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks [] for router (761b3ede-22ba-4f51-ac96-0192c80f2edb), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:21.922125 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:21:22.018761 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks [] for router_gateway (761b3ede-22ba-4f51-ac96-0192c80f2edb), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.064068 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Deleting port 964fec5c-ca0c-4752-a62b-ce7869cc3945 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:21:22.064727 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.119331 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:21:21Z', 'revision_number': 5, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port': {'id': '964fec5c-ca0c-4752-a62b-ce7869cc3945', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:12Z', 'updated_at': '2022-10-23T02:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:22.153877 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] Checking router: 761b3ede-22ba-4f51-ac96-0192c80f2edb for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:21:22.162420 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] For port 964fec5c-ca0c-4752-a62b-ce7869cc3945, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=964fec5c-ca0c-4752-a62b-ce7869cc3945,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:22.163105 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.163255 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] Routers {'761b3ede-22ba-4f51-ac96-0192c80f2edb'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:21:22.163816 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:21:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['761b3ede-22ba-4f51-ac96-0192c80f2edb'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:22.177439 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Calling delete_port for 964fec5c-ca0c-4752-a62b-ce7869cc3945 owned by network:router_gateway {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:21:22.191902 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:22.253294 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] Set router 761b3ede-22ba-4f51-ac96-0192c80f2edb gateway port host: None {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:21:22.304297 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:22.305203 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dbb3c-f6f4-4443-ab8c-6b1feb46b879 req-e45518f7-0257-40d4-b7ea-a4dd8f64fa15 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:22.314534 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-150dbb3c-f6f4-4443-ab8c-6b1feb46b879 req-e45518f7-0257-40d4-b7ea-a4dd8f64fa15 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 945 time: 0.0660551 Oct 23 02:21:22.315285 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:21:22Z', 'revision_number': 6, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:22.342339 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee871df5-cf16-4080-8d80-455650825f35 None None] The sync data for ids ['761b3ede-22ba-4f51-ac96-0192c80f2edb'] in dv-cinder-861491-5-iscsi is: [{'id': '761b3ede-22ba-4f51-ac96-0192c80f2edb', 'name': 'tempest-AttachVolumeTestJSON-2062615553-router', 'tenant_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:11Z', 'updated_at': '2022-10-23T02:21:22Z', 'revision_number': 6, 'project_id': '49a39f93e67c4d3f9529bdef5bb66b4c', 'gw_port_host': None}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:21:22.376253 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-efaaa61a-08e8-4a39-abdc-c84515703042 None None] Provisioning complete for port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:21:22.376649 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-efaaa61a-08e8-4a39-abdc-c84515703042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.376991 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-efaaa61a-08e8-4a39-abdc-c84515703042 None None] Attempt 1 to provision port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 Oct 23 02:21:22.380541 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-150dbb3c-f6f4-4443-ab8c-6b1feb46b879 req-5b0797da-0cc1-419e-9ab4-a7f41156837d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648057 Oct 23 02:21:22.388036 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (964fec5c-ca0c-4752-a62b-ce7869cc3945), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.413751 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Pushing event deleted for resources: {'Port': ['ID=964fec5c-ca0c-4752-a62b-ce7869cc3945,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:22.461350 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-efaaa61a-08e8-4a39-abdc-c84515703042 None None] Current status of the port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:21:22.484072 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (761b3ede-22ba-4f51-ac96-0192c80f2edb), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.509984 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e1991-4287-433d-a9e5-7d79421c7100 req-38e6974d-60f4-4b56-ad30-d939fe71b7f7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:22.511487 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-488e1991-4287-433d-a9e5-7d79421c7100 req-38e6974d-60f4-4b56-ad30-d939fe71b7f7 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 945 time: 0.0537577 Oct 23 02:21:22.522173 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57152) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:22.526587 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-bc3d2208-54b4-4c5f-bd0b-872b2cc5fce4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Request body: {'floatingip': {'port_id': '74f1daea-22d2-425b-9fe5-f40d95839a20'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:21:22.564853 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2208-54b4-4c5f-bd0b-872b2cc5fce4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (dabe59cd-1022-4849-b550-b70729bd5c68), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.579195 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (761b3ede-22ba-4f51-ac96-0192c80f2edb), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.581361 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks [] for router_controller (761b3ede-22ba-4f51-ac96-0192c80f2edb), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.623330 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (761b3ede-22ba-4f51-ac96-0192c80f2edb), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.624077 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761b3ede-22ba-4f51-ac96-0192c80f2edb {{(pid=104672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:21:22.628610 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.629759 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-4ddd1b19-1fe2-4aaa-8efd-dacf472824da admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/761b3ede-22ba-4f51-ac96-0192c80f2edb HTTP/1.1" status: 204 len: 168 time: 0.8366849 Oct 23 02:21:22.632761 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57154) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:22.681570 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-577709cd-a19e-4f6d-96d2-c1fad57b2c94 admin admin] Deleting subnet 6e7965d4-88a1-4964-8f96-61893c8593de {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:21:22.687346 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-577709cd-a19e-4f6d-96d2-c1fad57b2c94 admin admin] Publish callbacks [] for subnet (6e7965d4-88a1-4964-8f96-61893c8593de), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.731190 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-577709cd-a19e-4f6d-96d2-c1fad57b2c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (6e7965d4-88a1-4964-8f96-61893c8593de), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.822235 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-577709cd-a19e-4f6d-96d2-c1fad57b2c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (6e7965d4-88a1-4964-8f96-61893c8593de), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.881178 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-577709cd-a19e-4f6d-96d2-c1fad57b2c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (6e7965d4-88a1-4964-8f96-61893c8593de), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.915620 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-577709cd-a19e-4f6d-96d2-c1fad57b2c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:22.922223 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-577709cd-a19e-4f6d-96d2-c1fad57b2c94 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/6e7965d4-88a1-4964-8f96-61893c8593de HTTP/1.1" status: 204 len: 168 time: 0.2855384 Oct 23 02:21:22.922223 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577709cd-a19e-4f6d-96d2-c1fad57b2c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e7965d4-88a1-4964-8f96-61893c8593de,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:22.922528 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1320e2e-b01d-490a-89de-40d5c17a73ae None None] Network d813ef1f-8211-49e2-a5ea-c7934e717ca1 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:21:22.922968 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57156) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:22.969839 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:22.995880 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (d813ef1f-8211-49e2-a5ea-c7934e717ca1), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.038469 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Deleting port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:21:23.038746 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.125640 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb65c43d-8f3b-4028-b437-55f9be4fe472 None None] DHCP port deletion for d813ef1f-8211-49e2-a5ea-c7934e717ca1 request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:21:23.126611 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] For port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=eb946ac1-3cf6-4ec2-902d-cb06422cc8a4,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:23.127248 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.145460 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Calling delete_port for eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 owned by network:dhcp {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:21:23.161787 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:23.176392 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-bb65c43d-8f3b-4028-b437-55f9be4fe472 None None] Deleting port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 {{(pid=104674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:21:23.176750 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bb65c43d-8f3b-4028-b437-55f9be4fe472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), before_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.226147 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:23.244622 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-bb65c43d-8f3b-4028-b437-55f9be4fe472 None None] For port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=eb946ac1-3cf6-4ec2-902d-cb06422cc8a4,segment=NetworkSegment(f28faf6a-4bf2-4105-8cf6-a6936dbda05b),segment_id=f28faf6a-4bf2-4105-8cf6-a6936dbda05b)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:21:23.245116 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bb65c43d-8f3b-4028-b437-55f9be4fe472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), precommit_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.245330 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.264546 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-bb65c43d-8f3b-4028-b437-55f9be4fe472 None None] Calling delete_port for eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 owned by network:dhcp {{(pid=104674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:21:23.272950 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb946ac1-3cf6-4ec2-902d-cb06422cc8a4,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:23.277089 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] No DVR routers for this DVR port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 on host dv-cinder-861491-5-iscsi {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:21:23.294566 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2208-54b4-4c5f-bd0b-872b2cc5fce4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.301722 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2208-54b4-4c5f-bd0b-872b2cc5fce4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (dabe59cd-1022-4849-b550-b70729bd5c68), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.319650 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:23.366721 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (d813ef1f-8211-49e2-a5ea-c7934e717ca1), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.374018 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bb65c43d-8f3b-4028-b437-55f9be4fe472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (eb946ac1-3cf6-4ec2-902d-cb06422cc8a4), after_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.390549 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65c43d-8f3b-4028-b437-55f9be4fe472 None None] No DVR routers for this DVR port eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 on host dv-cinder-861491-5-iscsi {{(pid=104674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:21:23.403582 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d813ef1f-8211-49e2-a5ea-c7934e717ca1']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:23.411752 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-bc3d2208-54b4-4c5f-bd0b-872b2cc5fce4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Floating IP dabe59cd-1022-4849-b550-b70729bd5c68 associated. External IP: 172.27.0.187, port: 74f1daea-22d2-425b-9fe5-f40d95839a20. Oct 23 02:21:23.415192 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:23.415496 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28faf6a-4bf2-4105-8cf6-a6936dbda05b') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:23.423336 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65c43d-8f3b-4028-b437-55f9be4fe472 None None] Pushing event deleted for resources: {'Port': ['ID=eb946ac1-3cf6-4ec2-902d-cb06422cc8a4,revision_number=None']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:23.428687 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (f28faf6a-4bf2-4105-8cf6-a6936dbda05b), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.446897 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (f28faf6a-4bf2-4105-8cf6-a6936dbda05b), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.454904 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:21:23.455309 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (f28faf6a-4bf2-4105-8cf6-a6936dbda05b), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.482072 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment f28faf6a-4bf2-4105-8cf6-a6936dbda05b resource provider aggregate not found Oct 23 02:21:23.521429 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment f28faf6a-4bf2-4105-8cf6-a6936dbda05b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f28faf6a-4bf2-4105-8cf6-a6936dbda05b found for delete ", "request_id": "req-79e3cd48-350b-4b85-9f36-8f1dc1e47203"}]} Oct 23 02:21:23.547139 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (d813ef1f-8211-49e2-a5ea-c7934e717ca1), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.552870 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.563269 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/d813ef1f-8211-49e2-a5ea-c7934e717ca1 HTTP/1.1" status: 204 len: 168 time: 0.6376665 Oct 23 02:21:23.577451 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791c735-cee0-437c-92bd-f7304d106ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d813ef1f-8211-49e2-a5ea-c7934e717ca1,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:23.642406 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f70e8c78-0e52-4df0-b256-2d74477222c8 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:21:23.654856 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:23.661550 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3d2208-54b4-4c5f-bd0b-872b2cc5fce4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:21:23.666498 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: f70e8c78-0e52-4df0-b256-2d74477222c8 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:21:23.666851 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device f70e8c78-0e52-4df0-b256-2d74477222c8 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:21:23.667282 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 964fec5c-ca0c-4752-a62b-ce7869cc3945 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:21:23.687978 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 964fec5c-ca0c-4752-a62b-ce7869cc3945 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:21:23.688337 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 964fec5c-ca0c-4752-a62b-ce7869cc3945 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:21:23.688842 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:21:23.713407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:21:23.713757 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device eb946ac1-3cf6-4ec2-902d-cb06422cc8a4 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:21:23.722182 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57164) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:23.763987 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-74cfe8e9-de67-4692-8e69-45daad3d6764 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=49a39f93e67c4d3f9529bdef5bb66b4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403700 Oct 23 02:21:23.766945 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57166) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:23.785614 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3d2208-54b4-4c5f-bd0b-872b2cc5fce4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:21:23.790399 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2208-54b4-4c5f-bd0b-872b2cc5fce4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.797470 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:21:23.800671 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=20,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:23.801250 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:23.812331 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:21:23.812963 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:21:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:23.820381 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fc63f053-5993-410f-ba9d-4a847f565e56 admin admin] Publish callbacks [] for security_group (dea19188-1b9c-4f75-aa87-1fd31b6a7126), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.828221 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-bc3d2208-54b4-4c5f-bd0b-872b2cc5fce4 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/dabe59cd-1022-4849-b550-b70729bd5c68 HTTP/1.1" status: 200 len: 991 time: 1.3025112 Oct 23 02:21:23.828221 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'tag': '74f1daea-22d2-425b-9fe5-f40d95839a20'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:21:23.828807 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add1f17-ab00-4ec0-86a6-26d77e11e49a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4456352-a66e-455c-bbec-3e8ea1a334ec", "tag": "74f1daea-22d2-425b-9fe5-f40d95839a20"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:21:23.846320 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fc63f053-5993-410f-ba9d-4a847f565e56 admin admin] Publish callbacks [] for security_group (dea19188-1b9c-4f75-aa87-1fd31b6a7126), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.870796 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2dff53-7526-454b-b0ec-8fa2148b8b23 x-openstack-request-id: req-1a2dff53-7526-454b-b0ec-8fa2148b8b23 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:21:23.872142 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4456352-a66e-455c-bbec-3e8ea1a334ec", "tag": "74f1daea-22d2-425b-9fe5-f40d95839a20", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:21:23.872470 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a2dff53-7526-454b-b0ec-8fa2148b8b23 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:21:23.873035 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2dff53-7526-454b-b0ec-8fa2148b8b23'] response: {'name': 'network-changed', 'server_uuid': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'tag': '74f1daea-22d2-425b-9fe5-f40d95839a20', 'status': 'completed', 'code': 200} Oct 23 02:21:23.900518 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fc63f053-5993-410f-ba9d-4a847f565e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (dea19188-1b9c-4f75-aa87-1fd31b6a7126), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.903773 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-fc63f053-5993-410f-ba9d-4a847f565e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:23.904957 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-fc63f053-5993-410f-ba9d-4a847f565e56 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/dea19188-1b9c-4f75-aa87-1fd31b6a7126 HTTP/1.1" status: 204 len: 168 time: 0.1370928 Oct 23 02:21:23.913190 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63f053-5993-410f-ba9d-4a847f565e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea19188-1b9c-4f75-aa87-1fd31b6a7126,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:23.978315 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-a88e583a-f1fa-4d06-b8ba-911a8321ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:23.979890 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-a88e583a-f1fa-4d06-b8ba-911a8321ace1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 1129 time: 0.0471530 Oct 23 02:21:24.010356 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:21:24.086213 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-a0ef8c25-ec78-4762-bba1-ab4309133ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:24.087299 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-a0ef8c25-ec78-4762-bba1-ab4309133ff4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 200 len: 916 time: 0.0996287 Oct 23 02:21:24.155683 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-f0797e43-a324-4173-a816-023a28b6985e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74f1daea-22d2-425b-9fe5-f40d95839a20 HTTP/1.1" status: 200 len: 999 time: 0.0594912 Oct 23 02:21:24.196649 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:24.207880 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-2c616f94-8190-4331-9975-559112d00c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:24.209408 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-2c616f94-8190-4331-9975-559112d00c09 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 200 len: 854 time: 0.0478399 Oct 23 02:21:24.244633 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'dabe59cd-1022-4849-b550-b70729bd5c68', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '74f1daea-22d2-425b-9fe5-f40d95839a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:58:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:20:46Z', 'updated_at': '2022-10-23T02:21:23Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:24.259909 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-34ce8b10-af65-42ee-a454-000af3a3ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:24.261517 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-34ce8b10-af65-42ee-a454-000af3a3ddcd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a7b3cf49-41ec-4949-b12a-aff94c1d3d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453787 Oct 23 02:21:24.271600 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:21:24.281427 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:21:24.282031 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:21:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:24.366667 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-8d39a801-af86-4a17-8f7b-6837ff053404 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915112 Oct 23 02:21:24.395149 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:21:24.474985 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1add1f17-ab00-4ec0-86a6-26d77e11e49a req-002fd446-8f6a-42a6-a5f2-ad399ae3e425 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957232 Oct 23 02:21:24.631633 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'dabe59cd-1022-4849-b550-b70729bd5c68', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '74f1daea-22d2-425b-9fe5-f40d95839a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:58:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:20:46Z', 'updated_at': '2022-10-23T02:21:23Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:24.656739 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db4c6a-bb96-423e-8427-dae99a6ada6f None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'dabe59cd-1022-4849-b550-b70729bd5c68', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '37e06246-38a8-495f-aff7-582daddda976', 'port_id': '74f1daea-22d2-425b-9fe5-f40d95839a20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'mac_address': 'fa:16:3e:58:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:20:46Z', 'updated_at': '2022-10-23T02:21:23Z', 'revision_number': 1, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:21:24.878138 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290735f2-664b-4133-b4a6-1e61ff6cf914 None None] New status for floating IP dabe59cd-1022-4849-b550-b70729bd5c68: ACTIVE {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:21:24.972256 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:25.758034 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57220) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:25.862391 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-88020bff-df2b-4f56-9ff9-a1ec8a1acc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:25.941926 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-88020bff-df2b-4f56-9ff9-a1ec8a1acc53 admin admin] Publish callbacks [] for security_group (d4b823d3-4de9-42a5-be8a-962f3018f25c), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:25.945453 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-88020bff-df2b-4f56-9ff9-a1ec8a1acc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d4b823d3-4de9-42a5-be8a-962f3018f25c), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:25.983501 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88020bff-df2b-4f56-9ff9-a1ec8a1acc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b823d3-4de9-42a5-be8a-962f3018f25c,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:25.987837 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-88020bff-df2b-4f56-9ff9-a1ec8a1acc53 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=dc8f5c2dccf04b7fa1427b861e2be73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287529 Oct 23 02:21:25.990605 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57224) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:26.040733 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0aef9deb-79e0-4dea-aed7-c1a24be2dd54 admin admin] Publish callbacks [] for security_group (d4b823d3-4de9-42a5-be8a-962f3018f25c), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.060556 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0aef9deb-79e0-4dea-aed7-c1a24be2dd54 admin admin] Publish callbacks [] for security_group (d4b823d3-4de9-42a5-be8a-962f3018f25c), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.107418 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0aef9deb-79e0-4dea-aed7-c1a24be2dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d4b823d3-4de9-42a5-be8a-962f3018f25c), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.109831 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0aef9deb-79e0-4dea-aed7-c1a24be2dd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.111033 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-0aef9deb-79e0-4dea-aed7-c1a24be2dd54 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d4b823d3-4de9-42a5-be8a-962f3018f25c HTTP/1.1" status: 204 len: 168 time: 0.1196675 Oct 23 02:21:26.118651 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef9deb-79e0-4dea-aed7-c1a24be2dd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b823d3-4de9-42a5-be8a-962f3018f25c,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:26.374637 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57230) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:26.388921 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d563e10-efd2-4669-85d8-da27a3f8cb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.410982 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:26.453862 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:26.475222 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d563e10-efd2-4669-85d8-da27a3f8cb27 admin admin] Publish callbacks [] for security_group (dfb124b3-1b0b-4108-970b-8e64307f8034), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.479248 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8d563e10-efd2-4669-85d8-da27a3f8cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (dfb124b3-1b0b-4108-970b-8e64307f8034), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.517895 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d563e10-efd2-4669-85d8-da27a3f8cb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb124b3-1b0b-4108-970b-8e64307f8034,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:26.523869 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-8d563e10-efd2-4669-85d8-da27a3f8cb27 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4e35f9b32f1d4426836af239d377c7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465306 Oct 23 02:21:26.524925 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57232) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:26.573115 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca30-a211-4017-aa35-7f070940de91 admin admin] Publish callbacks [] for security_group (dfb124b3-1b0b-4108-970b-8e64307f8034), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.594731 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca30-a211-4017-aa35-7f070940de91 admin admin] Publish callbacks [] for security_group (dfb124b3-1b0b-4108-970b-8e64307f8034), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.641032 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca30-a211-4017-aa35-7f070940de91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (dfb124b3-1b0b-4108-970b-8e64307f8034), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.643528 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca30-a211-4017-aa35-7f070940de91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:26.644674 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ecd3ca30-a211-4017-aa35-7f070940de91 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/dfb124b3-1b0b-4108-970b-8e64307f8034 HTTP/1.1" status: 204 len: 168 time: 0.1188598 Oct 23 02:21:26.652378 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3ca30-a211-4017-aa35-7f070940de91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb124b3-1b0b-4108-970b-8e64307f8034,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:27.311126 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57254) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:27.408622 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2048221958-network', 'tenant_id': 'c6a189e26117404f9663c6e666c02dea'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:21:27.428536 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Made reservation on behalf of c6a189e26117404f9663c6e666c02dea for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:21:27.430883 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.439172 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.468133 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.520668 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Publish callbacks [] for security_group (db4f6f1b-557b-472d-8284-734fec600d51), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.524489 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (db4f6f1b-557b-472d-8284-734fec600d51), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.550893 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:21:27.562774 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4f6f1b-557b-472d-8284-734fec600d51,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:27.565688 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (a4e40502-fd25-4336-8123-b8a8d2d9efca), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.566042 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Added segment a4e40502-fd25-4336-8123-b8a8d2d9efca of type vlan for network ff7b88d5-5514-49e3-8f48-da86699b6536 Oct 23 02:21:27.606879 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (ff7b88d5-5514-49e3-8f48-da86699b6536), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.630266 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (ff7b88d5-5514-49e3-8f48-da86699b6536), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.631296 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:27.631891 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.681057 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3686292 Oct 23 02:21:27.683870 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57258) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:27.688488 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Request body: {'subnet': {'network_id': 'ff7b88d5-5514-49e3-8f48-da86699b6536', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2048221958-subnet', 'tenant_id': 'c6a189e26117404f9663c6e666c02dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:21:27.712175 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f15b58-f601-4739-a2cd-c4aaed0e3699 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7b88d5-5514-49e3-8f48-da86699b6536,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:27.722673 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Made reservation on behalf of c6a189e26117404f9663c6e666c02dea for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:21:27.722995 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network ff7b88d5-5514-49e3-8f48-da86699b6536 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:21:27.725107 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946604'] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.842938 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:27.883676 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:27.908739 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9333502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946618'] for subnet (8e30fb7e-dfbf-4183-ac6c-4366f8d505d5), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:27.966031 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e30fb7e-dfbf-4183-ac6c-4366f8d505d5,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:27.983744 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Checking segment: {'id': 'a4e40502-fd25-4336-8123-b8a8d2d9efca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ff7b88d5-5514-49e3-8f48-da86699b6536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:21:27.984101 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Network hostable DHCP agents. Network: ff7b88d5-5514-49e3-8f48-da86699b6536, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:21:28.001954 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Network ff7b88d5-5514-49e3-8f48-da86699b6536 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:21:28.011129 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, ff7b88d5-5514-49e3-8f48-da86699b6536) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:21:28.016105 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:28.016744 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.029780 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd7253-4319-4c50-9d05-d0a9c6ce7213 None None] Network ff7b88d5-5514-49e3-8f48-da86699b6536 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:21:28.034404 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-8941caa1-2f0f-409d-979a-affebd3d0b78 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3495545 Oct 23 02:21:28.141030 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4057d-734d-421b-a2d9-83933002f54c None None] Network ff7b88d5-5514-49e3-8f48-da86699b6536 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:21:28.510902 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57276) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:28.515772 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-898741344-network', 'tenant_id': '819188acf6064e4b9609515f64febc40'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:21:28.535846 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Made reservation on behalf of 819188acf6064e4b9609515f64febc40 for: {'network': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:21:28.538416 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.547572 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.623978 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Publish callbacks [] for security_group (139e0d3d-45be-45db-933e-b38ab233b7fb), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.627704 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (139e0d3d-45be-45db-933e-b38ab233b7fb), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.654158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=104673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:21:28.664321 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139e0d3d-45be-45db-933e-b38ab233b7fb,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:28.670913 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (08027b15-096c-4316-8fbc-d83af817adf9), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.671252 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.segments_db [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Added segment 08027b15-096c-4316-8fbc-d83af817adf9 of type vlan for network 87c2aa05-49e1-48c4-b526-8e70d5e9c56d Oct 23 02:21:28.711764 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (87c2aa05-49e1-48c4-b526-8e70d5e9c56d), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.723035 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:28.739247 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (87c2aa05-49e1-48c4-b526-8e70d5e9c56d), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.740269 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:28.740870 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.797432 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2854409 Oct 23 02:21:28.800548 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57278) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:28.805527 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Request body: {'subnet': {'network_id': '87c2aa05-49e1-48c4-b526-8e70d5e9c56d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-898741344-subnet', 'tenant_id': '819188acf6064e4b9609515f64febc40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:21:28.808389 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c43bc4-f519-45de-a046-4cfa7f62016a admin admin] Pushing event updated for resources: {'Network': ['ID=87c2aa05-49e1-48c4-b526-8e70d5e9c56d,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:28.818330 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 87c2aa05-49e1-48c4-b526-8e70d5e9c56d details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:21:28.825958 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Made reservation on behalf of 819188acf6064e4b9609515f64febc40 for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:21:28.828333 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946604'] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:28.999138 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9333502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946618'] for subnet (993c4b82-8c9e-4d66-9a4f-89a7f7fea7b0), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.053719 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=993c4b82-8c9e-4d66-9a4f-89a7f7fea7b0,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:29.063919 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Checking segment: {'id': '08027b15-096c-4316-8fbc-d83af817adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '87c2aa05-49e1-48c4-b526-8e70d5e9c56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:21:29.064279 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Network hostable DHCP agents. Network: 87c2aa05-49e1-48c4-b526-8e70d5e9c56d, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:21:29.081365 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Network 87c2aa05-49e1-48c4-b526-8e70d5e9c56d is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:21:29.090982 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 87c2aa05-49e1-48c4-b526-8e70d5e9c56d) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:21:29.095542 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:29.096468 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.099630 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd314f3-fadf-435c-ac4b-8b4e61abaaef None None] Network 87c2aa05-49e1-48c4-b526-8e70d5e9c56d requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:21:29.112853 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-2e58db89-b16b-4946-9e5f-a6f35723b96f admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3111656 Oct 23 02:21:29.201622 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f42dd3-37e5-4c6c-874f-e4f179622dff None None] Network 87c2aa05-49e1-48c4-b526-8e70d5e9c56d requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:21:29.234985 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57282) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:29.281953 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdc33b1-c4fe-47b6-92d0-ef53ca21272e admin admin] Deleting subnet 8e30fb7e-dfbf-4183-ac6c-4366f8d505d5 {{(pid=104673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:21:29.285635 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fbdc33b1-c4fe-47b6-92d0-ef53ca21272e admin admin] Publish callbacks [] for subnet (8e30fb7e-dfbf-4183-ac6c-4366f8d505d5), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.322432 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fbdc33b1-c4fe-47b6-92d0-ef53ca21272e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8608090'] for subnet (8e30fb7e-dfbf-4183-ac6c-4366f8d505d5), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.369946 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fbdc33b1-c4fe-47b6-92d0-ef53ca21272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (8e30fb7e-dfbf-4183-ac6c-4366f8d505d5), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.419017 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:29.424425 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fbdc33b1-c4fe-47b6-92d0-ef53ca21272e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9368884'] for subnet (8e30fb7e-dfbf-4183-ac6c-4366f8d505d5), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.453274 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc33b1-c4fe-47b6-92d0-ef53ca21272e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e30fb7e-dfbf-4183-ac6c-4366f8d505d5,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:29.458295 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fbdc33b1-c4fe-47b6-92d0-ef53ca21272e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.461397 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-fbdc33b1-c4fe-47b6-92d0-ef53ca21272e admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/8e30fb7e-dfbf-4183-ac6c-4366f8d505d5 HTTP/1.1" status: 204 len: 168 time: 0.2254183 Oct 23 02:21:29.464035 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57286) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:29.570884 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (ff7b88d5-5514-49e3-8f48-da86699b6536), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.573880 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78e44c02-3271-4285-aa78-7678e450735b req-39090063-9d0d-4755-a5b0-93d678330e14 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636697 Oct 23 02:21:29.686836 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (ff7b88d5-5514-49e3-8f48-da86699b6536), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.716122 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e44c02-3271-4285-aa78-7678e450735b req-37d5eb3b-22f8-4d06-98ef-2b6bad15c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:29.717668 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78e44c02-3271-4285-aa78-7678e450735b req-37d5eb3b-22f8-4d06-98ef-2b6bad15c933 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fa4d62bf272e4ce69022518ff362813f&device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 1130 time: 0.0779347 Oct 23 02:21:29.721078 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7b88d5-5514-49e3-8f48-da86699b6536']}} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:29.730837 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e40502-fd25-4336-8123-b8a8d2d9efca') {'for_net_delete': True} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:29.731730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e40502-fd25-4336-8123-b8a8d2d9efca') {} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:29.750255 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8608081'] for segment (a4e40502-fd25-4336-8123-b8a8d2d9efca), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.804604 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (a4e40502-fd25-4336-8123-b8a8d2d9efca), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.816074 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:21:29.816372 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8953958'] for segment (a4e40502-fd25-4336-8123-b8a8d2d9efca), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.896579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e44c02-3271-4285-aa78-7678e450735b req-f1b66f35-1450-4afb-b36c-d8d1b3d8239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:29.898129 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78e44c02-3271-4285-aa78-7678e450735b req-f1b66f35-1450-4afb-b36c-d8d1b3d8239d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 200 len: 918 time: 0.1592541 Oct 23 02:21:29.898931 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (ff7b88d5-5514-49e3-8f48-da86699b6536), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.905132 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.908141 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/ff7b88d5-5514-49e3-8f48-da86699b6536 HTTP/1.1" status: 204 len: 168 time: 0.4431670 Oct 23 02:21:29.911282 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57292) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:29.926667 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79bc13-3322-44e2-a358-48f3bd9b5066 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7b88d5-5514-49e3-8f48-da86699b6536,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:29.961824 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eacf852-21b6-4dbe-9ec0-288f26d48741 admin admin] Deleting subnet 993c4b82-8c9e-4d66-9a4f-89a7f7fea7b0 {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:21:29.965714 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5eacf852-21b6-4dbe-9ec0-288f26d48741 admin admin] Publish callbacks [] for subnet (993c4b82-8c9e-4d66-9a4f-89a7f7fea7b0), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:29.975359 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment a4e40502-fd25-4336-8123-b8a8d2d9efca resource provider aggregate not found Oct 23 02:21:29.986923 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78e44c02-3271-4285-aa78-7678e450735b req-60411616-76a3-4675-81d0-83f5ea6843c8 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94 HTTP/1.1" status: 200 len: 1000 time: 0.0767465 Oct 23 02:21:30.003926 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment a4e40502-fd25-4336-8123-b8a8d2d9efca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4e40502-fd25-4336-8123-b8a8d2d9efca found for delete ", "request_id": "req-6dee0ef8-68d0-43d6-9a25-8754f2f0b76c"}]} Oct 23 02:21:30.004216 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5eacf852-21b6-4dbe-9ec0-288f26d48741 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (993c4b82-8c9e-4d66-9a4f-89a7f7fea7b0), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.041339 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e44c02-3271-4285-aa78-7678e450735b req-01c7887f-a595-492e-aaa1-0d402034bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:30.043542 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78e44c02-3271-4285-aa78-7678e450735b req-01c7887f-a595-492e-aaa1-0d402034bc1e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 200 len: 856 time: 0.0498457 Oct 23 02:21:30.050844 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5eacf852-21b6-4dbe-9ec0-288f26d48741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (993c4b82-8c9e-4d66-9a4f-89a7f7fea7b0), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.077826 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:30.089041 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e44c02-3271-4285-aa78-7678e450735b req-cb610856-884e-4f45-989d-e50fccf18c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:30.092010 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78e44c02-3271-4285-aa78-7678e450735b req-cb610856-884e-4f45-989d-e50fccf18c6f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7bfefda5-1c31-4cf3-a13e-af4e5cedf457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414374 Oct 23 02:21:30.101017 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:30.108173 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5eacf852-21b6-4dbe-9ec0-288f26d48741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (993c4b82-8c9e-4d66-9a4f-89a7f7fea7b0), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.138004 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacf852-21b6-4dbe-9ec0-288f26d48741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993c4b82-8c9e-4d66-9a4f-89a7f7fea7b0,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:30.141132 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5eacf852-21b6-4dbe-9ec0-288f26d48741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.144570 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-5eacf852-21b6-4dbe-9ec0-288f26d48741 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/993c4b82-8c9e-4d66-9a4f-89a7f7fea7b0 HTTP/1.1" status: 204 len: 168 time: 0.2322931 Oct 23 02:21:30.147043 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57296) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:30.195486 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78e44c02-3271-4285-aa78-7678e450735b req-64d4e1d6-bb66-46dd-96e3-86a35071681e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952635 Oct 23 02:21:30.219934 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (87c2aa05-49e1-48c4-b526-8e70d5e9c56d), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.284794 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:30.288281 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-78e44c02-3271-4285-aa78-7678e450735b req-d07bf71e-8240-4f0b-bc28-c46cb7c7721e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851512 Oct 23 02:21:30.300082 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (87c2aa05-49e1-48c4-b526-8e70d5e9c56d), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.323331 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c2aa05-49e1-48c4-b526-8e70d5e9c56d']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:30.333858 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08027b15-096c-4316-8fbc-d83af817adf9') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:30.334089 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08027b15-096c-4316-8fbc-d83af817adf9') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:21:30.344486 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (08027b15-096c-4316-8fbc-d83af817adf9), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.358246 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (08027b15-096c-4316-8fbc-d83af817adf9), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.364646 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:21:30.365022 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (08027b15-096c-4316-8fbc-d83af817adf9), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.409859 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 08027b15-096c-4316-8fbc-d83af817adf9 resource provider aggregate not found Oct 23 02:21:30.428691 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 08027b15-096c-4316-8fbc-d83af817adf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08027b15-096c-4316-8fbc-d83af817adf9 found for delete ", "request_id": "req-fc0d3759-8d5a-493b-ba94-a2da6d1c06ae"}]} Oct 23 02:21:30.432140 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (87c2aa05-49e1-48c4-b526-8e70d5e9c56d), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.437945 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.441145 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/87c2aa05-49e1-48c4-b526-8e70d5e9c56d HTTP/1.1" status: 204 len: 168 time: 0.2931814 Oct 23 02:21:30.455082 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c120f-65b2-4dee-ae31-c4883271b33d admin admin] Pushing event deleted for resources: {'Network': ['ID=87c2aa05-49e1-48c4-b526-8e70d5e9c56d,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:30.598929 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57306) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:30.638556 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-5668e013-bbbb-4903-b93b-b1aa3088044a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c6a189e26117404f9663c6e666c02dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384672 Oct 23 02:21:30.641060 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57308) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:30.687753 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b2656594-cb7a-4b99-b0fc-b05c2ca76636 admin admin] Publish callbacks [] for security_group (db4f6f1b-557b-472d-8284-734fec600d51), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.708040 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b2656594-cb7a-4b99-b0fc-b05c2ca76636 admin admin] Publish callbacks [] for security_group (db4f6f1b-557b-472d-8284-734fec600d51), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.758354 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b2656594-cb7a-4b99-b0fc-b05c2ca76636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (db4f6f1b-557b-472d-8284-734fec600d51), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.760813 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b2656594-cb7a-4b99-b0fc-b05c2ca76636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:30.762699 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b2656594-cb7a-4b99-b0fc-b05c2ca76636 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/db4f6f1b-557b-472d-8284-734fec600d51 HTTP/1.1" status: 204 len: 168 time: 0.1207228 Oct 23 02:21:30.770334 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2656594-cb7a-4b99-b0fc-b05c2ca76636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4f6f1b-557b-472d-8284-734fec600d51,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:31.073573 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57314) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:31.113926 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-978edb69-f374-4c5c-b9a3-4311595ee538 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=819188acf6064e4b9609515f64febc40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390053 Oct 23 02:21:31.116334 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57316) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:21:31.164873 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c308ae04-328b-4c82-adf2-a223db95f5bc admin admin] Publish callbacks [] for security_group (139e0d3d-45be-45db-933e-b38ab233b7fb), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:31.184557 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c308ae04-328b-4c82-adf2-a223db95f5bc admin admin] Publish callbacks [] for security_group (139e0d3d-45be-45db-933e-b38ab233b7fb), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:31.231596 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c308ae04-328b-4c82-adf2-a223db95f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (139e0d3d-45be-45db-933e-b38ab233b7fb), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:31.234043 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c308ae04-328b-4c82-adf2-a223db95f5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:31.235267 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c308ae04-328b-4c82-adf2-a223db95f5bc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/139e0d3d-45be-45db-933e-b38ab233b7fb HTTP/1.1" status: 204 len: 168 time: 0.1180437 Oct 23 02:21:31.242904 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308ae04-328b-4c82-adf2-a223db95f5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139e0d3d-45be-45db-933e-b38ab233b7fb,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:21:34.634292 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=84 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:34.635095 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=62 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:40.104105 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:21:40.283447 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=16 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:40.285423 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:40.518410 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a402a10-6cdc-4f9d-b0f5-1cfc6ec9388d req-eb02ce15-cfef-4cce-add2-0b71822489e1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:40.519923 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5a402a10-6cdc-4f9d-b0f5-1cfc6ec9388d req-eb02ce15-cfef-4cce-add2-0b71822489e1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0528617 Oct 23 02:21:40.579604 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5a402a10-6cdc-4f9d-b0f5-1cfc6ec9388d req-bbf7c627-234b-46b3-a1b8-86df67ab1948 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540495 Oct 23 02:21:40.782529 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:41.217752 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:41.238951 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=73,neutron:DELETE=7 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:41.256263 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:41.701893 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb66cf-b758-4b33-89b4-b1bcbfdf0715 req-5c88c5e3-583c-4e36-9c32-3ae99fdb79dd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:41.703386 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f3fb66cf-b758-4b33-89b4-b1bcbfdf0715 req-5c88c5e3-583c-4e36-9c32-3ae99fdb79dd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0477266 Oct 23 02:21:41.767629 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f3fb66cf-b758-4b33-89b4-b1bcbfdf0715 req-6dca926d-1252-4794-882d-3e7ce57c40c8 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586205 Oct 23 02:21:42.889459 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ccb75-31c6-425c-8cad-fd5e79b2481b req-8cac54c6-1422-4656-b223-6ef254a06bb1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:42.890940 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f50ccb75-31c6-425c-8cad-fd5e79b2481b req-8cac54c6-1422-4656-b223-6ef254a06bb1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0468380 Oct 23 02:21:42.952935 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f50ccb75-31c6-425c-8cad-fd5e79b2481b req-686cfed2-b277-49e9-94e2-546c6105bc96 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564291 Oct 23 02:21:43.732458 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-719f7c95-8dc6-4107-ba5c-005765faa661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:43.833818 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-2c684b07-f3f0-4362-a0c1-1ace6b7ffc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:43.835270 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-2c684b07-f3f0-4362-a0c1-1ace6b7ffc53 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9&device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 1169 time: 0.1418953 Oct 23 02:21:43.925768 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-af2d2290-02d0-4e4c-977d-e280a1c7722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:43.927234 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-af2d2290-02d0-4e4c-977d-e280a1c7722d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=df81527a-33c0-4994-b352-0d361111f171 HTTP/1.1" status: 200 len: 915 time: 0.0854285 Oct 23 02:21:43.995169 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-340cd784-0a8b-42d6-abef-a60c27442993 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 1000 time: 0.0597630 Oct 23 02:21:44.073632 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-c704e43d-a755-467b-81fc-919dddcc3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:44.075809 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-c704e43d-a755-467b-81fc-919dddcc3e67 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=0c22f193-9c9b-4084-af77-26ee04eabe0d HTTP/1.1" status: 200 len: 853 time: 0.0749912 Oct 23 02:21:44.083284 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7408fc-9220-486e-990f-3e96e8f7771b req-a727e1f4-ef3e-4324-a50c-9d975410b310 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:44.084688 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dc7408fc-9220-486e-990f-3e96e8f7771b req-a727e1f4-ef3e-4324-a50c-9d975410b310 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0576658 Oct 23 02:21:44.144999 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-d511c4f2-e211-45a2-8a35-d7ee1d92186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:44.146465 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-d511c4f2-e211-45a2-8a35-d7ee1d92186c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=df81527a-33c0-4994-b352-0d361111f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609996 Oct 23 02:21:44.161181 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-363b4435-dc84-47fc-bbff-d1cfb092c146 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:21:44.162107 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-363b4435-dc84-47fc-bbff-d1cfb092c146 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056653 Oct 23 02:21:44.198736 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-dc7408fc-9220-486e-990f-3e96e8f7771b req-46696abe-e82c-4b52-bf69-53f40bbd6e1c tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041224 Oct 23 02:21:44.266692 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-d97b6655-cc92-4ffa-bfad-3896047ddeab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942130 Oct 23 02:21:44.359581 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4e24c2e-6fe4-429b-af48-4e1bbed34876 req-00684a2a-29c3-4a11-960c-30ae669c34b3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866671 Oct 23 02:21:45.323466 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a1b69-0a11-4f1a-babd-8a112eb72e50 req-ebcd89b5-6b94-4403-b062-0483bcddc71b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:45.325872 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-686a1b69-0a11-4f1a-babd-8a112eb72e50 req-ebcd89b5-6b94-4403-b062-0483bcddc71b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0496981 Oct 23 02:21:45.363616 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:45.388263 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-686a1b69-0a11-4f1a-babd-8a112eb72e50 req-c7066b8f-456a-4e47-92d7-7c37229977e8 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565867 Oct 23 02:21:46.114271 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4b1795e6-0587-406b-af59-570c99fd0ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:46.495016 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:46.514332 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341a2e3-dd0f-4391-a3a3-1d6b5a08e2c8 req-50b73133-2989-4dea-a3c5-e158480c91c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:46.515870 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a341a2e3-dd0f-4391-a3a3-1d6b5a08e2c8 req-50b73133-2989-4dea-a3c5-e158480c91c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0523427 Oct 23 02:21:46.576414 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a341a2e3-dd0f-4391-a3a3-1d6b5a08e2c8 req-c9352ff6-60b5-4dde-8c54-5af7a64dd8f8 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549209 Oct 23 02:21:47.212597 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:47.698853 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da140ca1-bbd1-4979-9c79-98f973ef4435 req-72ef8fe7-684e-4267-8cb2-a289b50ede67 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:47.701140 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-da140ca1-bbd1-4979-9c79-98f973ef4435 req-72ef8fe7-684e-4267-8cb2-a289b50ede67 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0493419 Oct 23 02:21:47.760471 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-da140ca1-bbd1-4979-9c79-98f973ef4435 req-754d0d74-8d44-4400-a716-799965e78eb2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537121 Oct 23 02:21:48.865287 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:48.884675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b09d2b-9066-4646-9626-cfe2cc8899a9 req-2ddf33d6-40fc-40fd-b3aa-6c99c424ac18 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:48.886129 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7b09d2b-9066-4646-9626-cfe2cc8899a9 req-2ddf33d6-40fc-40fd-b3aa-6c99c424ac18 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0514724 Oct 23 02:21:48.945114 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:48.946843 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7b09d2b-9066-4646-9626-cfe2cc8899a9 req-b0db87ba-1997-4d42-8457-d9ab1c4a2fb6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548589 Oct 23 02:21:50.068883 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2585571-b789-4435-9be9-ecf8bb7341c3 req-6b98aca0-e777-42a6-ad8c-3303e5da309f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:50.070346 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b2585571-b789-4435-9be9-ecf8bb7341c3 req-6b98aca0-e777-42a6-ad8c-3303e5da309f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0470722 Oct 23 02:21:50.100141 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:50.131855 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b2585571-b789-4435-9be9-ecf8bb7341c3 req-77bfdec7-f080-49ee-b570-650e6304f14e tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558763 Oct 23 02:21:51.257738 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7da6d-0301-45f8-96dd-89b026122053 req-5f3ed5eb-af4d-4e6f-aa08-e8d623724f4f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:51.259211 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2dc7da6d-0301-45f8-96dd-89b026122053 req-5f3ed5eb-af4d-4e6f-aa08-e8d623724f4f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0479703 Oct 23 02:21:51.322710 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2dc7da6d-0301-45f8-96dd-89b026122053 req-d97471ca-289c-4935-84f8-4f5703b10b9e tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569880 Oct 23 02:21:52.454491 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754f860-bc07-4915-872d-0b57a9047201 req-aa25d9b1-56b2-4f0e-bb80-93e3ad1b1c2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:52.456007 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f754f860-bc07-4915-872d-0b57a9047201 req-aa25d9b1-56b2-4f0e-bb80-93e3ad1b1c2a tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0556624 Oct 23 02:21:52.525465 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f754f860-bc07-4915-872d-0b57a9047201 req-b097d9c3-1a8c-4ed7-b801-19f63bf13080 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635626 Oct 23 02:21:53.656116 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f47bc3-a415-4cb0-bf76-bebdb99c4de8 req-8f9a62d1-371d-424e-8085-ed97164732e7 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:53.657610 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6f47bc3-a415-4cb0-bf76-bebdb99c4de8 req-8f9a62d1-371d-424e-8085-ed97164732e7 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0484686 Oct 23 02:21:53.718078 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d6f47bc3-a415-4cb0-bf76-bebdb99c4de8 req-2884306f-4cfd-481b-88f1-cbf4a7b8b90f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547683 Oct 23 02:21:54.841807 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2600bcf-9258-4e62-83a5-2cedee372597 req-2170586a-232b-43f0-9fab-092a56702e6d tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:54.843281 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e2600bcf-9258-4e62-83a5-2cedee372597 req-2170586a-232b-43f0-9fab-092a56702e6d tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0516346 Oct 23 02:21:54.904152 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e2600bcf-9258-4e62-83a5-2cedee372597 req-7e29696b-924c-4ab8-8fa2-0633f20f949f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552578 Oct 23 02:21:56.023222 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fc3a2-6c37-4a08-8613-1abe7ca9ecd1 req-2af47287-2e40-4820-9ddd-b419e3c66467 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:56.024667 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-184fc3a2-6c37-4a08-8613-1abe7ca9ecd1 req-2af47287-2e40-4820-9ddd-b419e3c66467 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0466590 Oct 23 02:21:56.084002 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-184fc3a2-6c37-4a08-8613-1abe7ca9ecd1 req-eec7356f-0445-421a-bb4c-de60516d42f0 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530334 Oct 23 02:21:57.190824 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:57.209363 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb357-0fac-48f4-8ed4-c729e03408ec req-7fd3cb56-3ae4-4e52-8c2f-28edecab8d48 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:57.210825 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ebbcb357-0fac-48f4-8ed4-c729e03408ec req-7fd3cb56-3ae4-4e52-8c2f-28edecab8d48 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0516522 Oct 23 02:21:57.480515 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:21:57.498411 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:21:57.514264 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ebbcb357-0fac-48f4-8ed4-c729e03408ec req-6e3e7f8e-6f2c-4e17-95a6-c5b4e1fb1332 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2976735 Oct 23 02:21:58.635418 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e88f62-0c4a-4c5b-a0d2-8e3836e3b5a4 req-8ef2854b-8dce-40d9-aadc-2e6bf564ad8d tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:58.637456 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d9e88f62-0c4a-4c5b-a0d2-8e3836e3b5a4 req-8ef2854b-8dce-40d9-aadc-2e6bf564ad8d tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0468171 Oct 23 02:21:58.695732 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d9e88f62-0c4a-4c5b-a0d2-8e3836e3b5a4 req-57a6c8e1-a856-43f5-b418-9031b5458073 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526750 Oct 23 02:21:59.818394 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c038c-d721-4ea4-9d4a-5204fa53059b req-65284ec5-e35c-4381-8b50-b48330ac8d90 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:21:59.820069 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-554c038c-d721-4ea4-9d4a-5204fa53059b req-65284ec5-e35c-4381-8b50-b48330ac8d90 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0492086 Oct 23 02:21:59.879421 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-554c038c-d721-4ea4-9d4a-5204fa53059b req-33d5d642-626d-44e4-812c-0dee3569f438 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533454 Oct 23 02:22:01.002085 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927461f-e6be-43a7-af0f-82e1654ef0ac req-8583212c-a070-414d-859a-8e8cedcf04ab tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:01.003469 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5927461f-e6be-43a7-af0f-82e1654ef0ac req-8583212c-a070-414d-859a-8e8cedcf04ab tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0481195 Oct 23 02:22:01.064322 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5927461f-e6be-43a7-af0f-82e1654ef0ac req-1e23cf43-36fa-48f5-982a-e8ae2db5dca1 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550208 Oct 23 02:22:02.190914 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932ebe5-df12-4890-a7f8-d4fafe8a5ea5 req-d8d11063-2768-4e28-ad60-12962affba91 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:02.192366 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7932ebe5-df12-4890-a7f8-d4fafe8a5ea5 req-d8d11063-2768-4e28-ad60-12962affba91 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0512042 Oct 23 02:22:02.252747 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7932ebe5-df12-4890-a7f8-d4fafe8a5ea5 req-1bcc7815-f0da-4101-b51c-bf63364130c4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548077 Oct 23 02:22:03.373490 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79a425-1bef-4ae0-8030-0f130ced2e9b req-7238fab4-680f-4854-a535-6a9c71a82b13 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:03.374962 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9c79a425-1bef-4ae0-8030-0f130ced2e9b req-7238fab4-680f-4854-a535-6a9c71a82b13 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0471013 Oct 23 02:22:03.434002 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9c79a425-1bef-4ae0-8030-0f130ced2e9b req-5f47765d-63ab-42d1-adf1-3ddd067bc5c3 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532060 Oct 23 02:22:04.562586 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973c176-489e-4832-ade2-e42aab2eb03f req-11ba28e3-e92b-423e-8da8-b2e4cd68d280 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:04.564183 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4973c176-489e-4832-ade2-e42aab2eb03f req-11ba28e3-e92b-423e-8da8-b2e4cd68d280 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0536485 Oct 23 02:22:04.628201 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4973c176-489e-4832-ade2-e42aab2eb03f req-ee170b47-d59f-4e87-9b41-2b304865a8ce tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584569 Oct 23 02:22:05.757206 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c363745-bfc6-4795-884f-6c2a2a95ad87 req-e935e66d-ad51-4c03-8286-9045913f93a8 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:05.758710 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8c363745-bfc6-4795-884f-6c2a2a95ad87 req-e935e66d-ad51-4c03-8286-9045913f93a8 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0488410 Oct 23 02:22:05.829115 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8c363745-bfc6-4795-884f-6c2a2a95ad87 req-bc35de85-30ad-486c-ab3a-a2d432fd718f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635993 Oct 23 02:22:06.949227 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e91b-da33-4097-b48d-65cda4ff9fdd req-5c75d198-3cd5-4d16-87a6-79503d458b12 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:06.950729 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0d79e91b-da33-4097-b48d-65cda4ff9fdd req-5c75d198-3cd5-4d16-87a6-79503d458b12 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0464809 Oct 23 02:22:07.013731 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0d79e91b-da33-4097-b48d-65cda4ff9fdd req-fda07d78-2b9e-436d-bc77-de86f3421bf0 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574181 Oct 23 02:22:07.473450 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:07.475239 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:08.135171 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b966d-9090-4944-a582-234b61ae9bc6 req-fef27b39-9944-4a8f-975c-9821d08a14eb tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:08.136775 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8e4b966d-9090-4944-a582-234b61ae9bc6 req-fef27b39-9944-4a8f-975c-9821d08a14eb tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0476499 Oct 23 02:22:08.147804 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:08.198246 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8e4b966d-9090-4944-a582-234b61ae9bc6 req-28a8d840-f04f-4939-a449-afd334329ceb tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557628 Oct 23 02:22:08.553123 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57612) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:08.656644 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc3eb-c146-4a97-b69f-e021973df33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:08.733812 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc3eb-c146-4a97-b69f-e021973df33e admin admin] Publish callbacks [] for security_group (4eebe954-63fd-4b53-b98a-19ed87694e78), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:08.737267 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc3eb-c146-4a97-b69f-e021973df33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (4eebe954-63fd-4b53-b98a-19ed87694e78), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:08.778002 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dc3eb-c146-4a97-b69f-e021973df33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eebe954-63fd-4b53-b98a-19ed87694e78,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:08.783505 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1d7dc3eb-c146-4a97-b69f-e021973df33e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d25f63f883bf4a9eb9c899f0b1e25043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281544 Oct 23 02:22:08.785586 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57616) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:08.834129 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-82ef0ea4-48bd-40ad-ab80-22cb7ae57287 admin admin] Publish callbacks [] for security_group (4eebe954-63fd-4b53-b98a-19ed87694e78), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:08.853607 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-82ef0ea4-48bd-40ad-ab80-22cb7ae57287 admin admin] Publish callbacks [] for security_group (4eebe954-63fd-4b53-b98a-19ed87694e78), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:08.901215 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-82ef0ea4-48bd-40ad-ab80-22cb7ae57287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (4eebe954-63fd-4b53-b98a-19ed87694e78), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:08.904654 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-82ef0ea4-48bd-40ad-ab80-22cb7ae57287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:08.905809 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-82ef0ea4-48bd-40ad-ab80-22cb7ae57287 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4eebe954-63fd-4b53-b98a-19ed87694e78 HTTP/1.1" status: 204 len: 168 time: 0.1198556 Oct 23 02:22:08.913869 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef0ea4-48bd-40ad-ab80-22cb7ae57287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eebe954-63fd-4b53-b98a-19ed87694e78,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:08.925553 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=16 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:08.931284 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=16 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:09.169200 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57622) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:09.182867 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-433d736c-0f70-4a5e-93bb-aed54735ea70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:09.263304 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-433d736c-0f70-4a5e-93bb-aed54735ea70 admin admin] Publish callbacks [] for security_group (eaecf810-3a88-4bc6-a9bb-3788eae5a416), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:09.267223 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-433d736c-0f70-4a5e-93bb-aed54735ea70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (eaecf810-3a88-4bc6-a9bb-3788eae5a416), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:09.310795 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-433d736c-0f70-4a5e-93bb-aed54735ea70 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aaccd2ad6b304bd5b6cfba5bffb99b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404657 Oct 23 02:22:09.311747 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d736c-0f70-4a5e-93bb-aed54735ea70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaecf810-3a88-4bc6-a9bb-3788eae5a416,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:09.314955 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57626) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:09.327131 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961f3a9-c783-45fe-9bc6-8745d252e399 req-110eb70a-822f-4e53-a895-f157b2467c5f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:09.328560 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5961f3a9-c783-45fe-9bc6-8745d252e399 req-110eb70a-822f-4e53-a895-f157b2467c5f tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0542397 Oct 23 02:22:09.337358 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:09.408164 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Publish callbacks [] for security_group (eaecf810-3a88-4bc6-a9bb-3788eae5a416), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:09.432653 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5961f3a9-c783-45fe-9bc6-8745d252e399 req-7097abd0-94bb-4ed8-9252-581ee2c85470 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981088 Oct 23 02:22:09.442053 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Publish callbacks [] for security_group (eaecf810-3a88-4bc6-a9bb-3788eae5a416), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:09.490181 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (eaecf810-3a88-4bc6-a9bb-3788eae5a416), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:09.492691 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:09.493817 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/eaecf810-3a88-4bc6-a9bb-3788eae5a416 HTTP/1.1" status: 204 len: 168 time: 0.1779435 Oct 23 02:22:09.502809 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaecf810-3a88-4bc6-a9bb-3788eae5a416,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:09.511011 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.511370 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.511760 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.512765 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.513145 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.513488 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.514178 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.514544 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.514883 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.515296 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.515632 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.515964 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.516292 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.516738 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:09.516933 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b1b09-b904-4167-8aa4-11e8841329b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:10.557665 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5aa90c-4535-4ce0-bcd7-f4bfc490fb55 req-fed61df0-3c6c-485e-b1ce-439db601db60 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:10.559878 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9d5aa90c-4535-4ce0-bcd7-f4bfc490fb55 req-fed61df0-3c6c-485e-b1ce-439db601db60 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0487700 Oct 23 02:22:10.621800 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9d5aa90c-4535-4ce0-bcd7-f4bfc490fb55 req-1247ef72-dc8f-4271-a9db-124b7ef2556b tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=95f8d794-a1e7-4e95-84b8-39967694c309&id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551252 Oct 23 02:22:13.726244 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d91985aa-91e4-498e-9352-2838e60d00f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:16.116417 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-722f769c-05e5-4264-9925-c173d53040df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:17.102269 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:22:17.215802 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.252142 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57766) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:18.358048 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d1ef017e-80e7-46dd-9141-cd9d28af4256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.436943 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d1ef017e-80e7-46dd-9141-cd9d28af4256 admin admin] Publish callbacks [] for security_group (93571e88-851b-46d6-bec2-ed0d5e6dc4b8), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.440369 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d1ef017e-80e7-46dd-9141-cd9d28af4256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (93571e88-851b-46d6-bec2-ed0d5e6dc4b8), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.477635 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef017e-80e7-46dd-9141-cd9d28af4256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93571e88-851b-46d6-bec2-ed0d5e6dc4b8,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:18.482985 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d1ef017e-80e7-46dd-9141-cd9d28af4256 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a8dbf56822f6411ca629d9a65f3b8181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298257 Oct 23 02:22:18.486096 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57770) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:18.535217 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-56daf19c-5bec-4508-abf7-7f3d4d7c0aae admin admin] Publish callbacks [] for security_group (93571e88-851b-46d6-bec2-ed0d5e6dc4b8), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.555585 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-56daf19c-5bec-4508-abf7-7f3d4d7c0aae admin admin] Publish callbacks [] for security_group (93571e88-851b-46d6-bec2-ed0d5e6dc4b8), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.603114 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-56daf19c-5bec-4508-abf7-7f3d4d7c0aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (93571e88-851b-46d6-bec2-ed0d5e6dc4b8), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.606121 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-56daf19c-5bec-4508-abf7-7f3d4d7c0aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.607313 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-56daf19c-5bec-4508-abf7-7f3d4d7c0aae admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/93571e88-851b-46d6-bec2-ed0d5e6dc4b8 HTTP/1.1" status: 204 len: 168 time: 0.1204185 Oct 23 02:22:18.615202 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56daf19c-5bec-4508-abf7-7f3d4d7c0aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93571e88-851b-46d6-bec2-ed0d5e6dc4b8,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:18.868407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.869047 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57776) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:18.882060 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8f5d3a50-293c-4bae-889f-ebf27fee3653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.927658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:18.948346 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.971500 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8f5d3a50-293c-4bae-889f-ebf27fee3653 admin admin] Publish callbacks [] for security_group (65bead84-084e-4033-aafb-e2a407aab3bf), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.976383 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8f5d3a50-293c-4bae-889f-ebf27fee3653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (65bead84-084e-4033-aafb-e2a407aab3bf), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:18.999892 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:19.019627 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-8f5d3a50-293c-4bae-889f-ebf27fee3653 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=bbd754fa75654a10895182297ff48a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500709 Oct 23 02:22:19.020859 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d3a50-293c-4bae-889f-ebf27fee3653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bead84-084e-4033-aafb-e2a407aab3bf,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:19.022362 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57778) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:19.071359 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Publish callbacks [] for security_group (65bead84-084e-4033-aafb-e2a407aab3bf), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.091964 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Publish callbacks [] for security_group (65bead84-084e-4033-aafb-e2a407aab3bf), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.139110 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (65bead84-084e-4033-aafb-e2a407aab3bf), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.141674 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.142912 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/65bead84-084e-4033-aafb-e2a407aab3bf HTTP/1.1" status: 204 len: 168 time: 0.1194375 Oct 23 02:22:19.151077 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bead84-084e-4033-aafb-e2a407aab3bf,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:19.159178 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.159532 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.159878 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.160222 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.160559 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.160890 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.161217 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.161544 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.161873 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.162201 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.162659 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.162878 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.163204 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.163530 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.163852 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feb1e3-155c-440a-8519-27728ed16f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:19.478224 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57784) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:19.492205 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0eae13c4-f862-4765-913d-7dce5b9400ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.570594 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0eae13c4-f862-4765-913d-7dce5b9400ee admin admin] Publish callbacks [] for security_group (33453745-fbd4-4379-8bcf-260eeeecad88), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.574788 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0eae13c4-f862-4765-913d-7dce5b9400ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (33453745-fbd4-4379-8bcf-260eeeecad88), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.613937 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-0eae13c4-f862-4765-913d-7dce5b9400ee admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a8a26b8286b5444c8a9f1b57b2f072e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346285 Oct 23 02:22:19.615082 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae13c4-f862-4765-913d-7dce5b9400ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33453745-fbd4-4379-8bcf-260eeeecad88,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:19.616640 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57786) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:19.671680 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7382da88-e9dc-46de-adda-8238d96c3e20 admin admin] Publish callbacks [] for security_group (33453745-fbd4-4379-8bcf-260eeeecad88), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.683826 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:19.697008 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7382da88-e9dc-46de-adda-8238d96c3e20 admin admin] Publish callbacks [] for security_group (33453745-fbd4-4379-8bcf-260eeeecad88), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.720624 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:19.759178 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7382da88-e9dc-46de-adda-8238d96c3e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (33453745-fbd4-4379-8bcf-260eeeecad88), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.761954 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7382da88-e9dc-46de-adda-8238d96c3e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:19.763183 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7382da88-e9dc-46de-adda-8238d96c3e20 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/33453745-fbd4-4379-8bcf-260eeeecad88 HTTP/1.1" status: 204 len: 168 time: 0.1455517 Oct 23 02:22:19.771737 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382da88-e9dc-46de-adda-8238d96c3e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33453745-fbd4-4379-8bcf-260eeeecad88,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:20.811583 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57816) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:21.140225 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aee6464-4046-4dc3-9236-2abdb1c2de68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:21.217683 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aee6464-4046-4dc3-9236-2abdb1c2de68 admin admin] Publish callbacks [] for security_group (70adee7d-9e89-44a3-983b-cd6d7afb0e68), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:21.221481 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9aee6464-4046-4dc3-9236-2abdb1c2de68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (70adee7d-9e89-44a3-983b-cd6d7afb0e68), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:21.260450 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee6464-4046-4dc3-9236-2abdb1c2de68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70adee7d-9e89-44a3-983b-cd6d7afb0e68,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:21.265407 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9aee6464-4046-4dc3-9236-2abdb1c2de68 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fbde77953dd749f8bde911c9e96b6482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4527938 Oct 23 02:22:21.268296 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57820) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:21.316085 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4efa1d37-b491-471e-ad9e-f91ece84d6c4 admin admin] Publish callbacks [] for security_group (70adee7d-9e89-44a3-983b-cd6d7afb0e68), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:21.336231 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4efa1d37-b491-471e-ad9e-f91ece84d6c4 admin admin] Publish callbacks [] for security_group (70adee7d-9e89-44a3-983b-cd6d7afb0e68), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:21.384804 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4efa1d37-b491-471e-ad9e-f91ece84d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (70adee7d-9e89-44a3-983b-cd6d7afb0e68), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:21.388081 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-4efa1d37-b491-471e-ad9e-f91ece84d6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:21.389226 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-4efa1d37-b491-471e-ad9e-f91ece84d6c4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/70adee7d-9e89-44a3-983b-cd6d7afb0e68 HTTP/1.1" status: 204 len: 168 time: 0.1202323 Oct 23 02:22:21.396907 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa1d37-b491-471e-ad9e-f91ece84d6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70adee7d-9e89-44a3-983b-cd6d7afb0e68,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:27.098275 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:27.508893 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:29.450558 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57944) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:29.560195 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-222b6d8e-8909-489a-88d0-14f896ad6492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:29.602749 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=26,neutron:INSERT=6 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:29.611613 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:29.637717 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-222b6d8e-8909-489a-88d0-14f896ad6492 admin admin] Publish callbacks [] for security_group (634e7123-4cb9-4a08-b73a-466073a3c491), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:29.641448 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-222b6d8e-8909-489a-88d0-14f896ad6492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (634e7123-4cb9-4a08-b73a-466073a3c491), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:29.680045 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-222b6d8e-8909-489a-88d0-14f896ad6492 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=05003d9f8b08434abccc1b50a38b5e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284274 Oct 23 02:22:29.681151 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b6d8e-8909-489a-88d0-14f896ad6492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634e7123-4cb9-4a08-b73a-466073a3c491,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:29.682962 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57948) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:29.739012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d488f2-596b-4141-a8bf-4b0153f6bdbf admin admin] Publish callbacks [] for security_group (634e7123-4cb9-4a08-b73a-466073a3c491), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:29.759866 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d488f2-596b-4141-a8bf-4b0153f6bdbf admin admin] Publish callbacks [] for security_group (634e7123-4cb9-4a08-b73a-466073a3c491), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:29.811095 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d488f2-596b-4141-a8bf-4b0153f6bdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (634e7123-4cb9-4a08-b73a-466073a3c491), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:29.813601 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d488f2-596b-4141-a8bf-4b0153f6bdbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:29.814774 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-f0d488f2-596b-4141-a8bf-4b0153f6bdbf admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/634e7123-4cb9-4a08-b73a-466073a3c491 HTTP/1.1" status: 204 len: 168 time: 0.1298368 Oct 23 02:22:29.823210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d488f2-596b-4141-a8bf-4b0153f6bdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634e7123-4cb9-4a08-b73a-466073a3c491,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:30.073235 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57954) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:30.086556 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e12e-8809-44d7-a8b4-adf04ed4e3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.166363 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e12e-8809-44d7-a8b4-adf04ed4e3a7 admin admin] Publish callbacks [] for security_group (67d732d8-3197-4a62-9cde-9c8531190fa6), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.170294 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e12e-8809-44d7-a8b4-adf04ed4e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (67d732d8-3197-4a62-9cde-9c8531190fa6), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.210107 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c8a0e12e-8809-44d7-a8b4-adf04ed4e3a7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=464847f42eb146a28992b52ef643cf9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358099 Oct 23 02:22:30.211064 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0e12e-8809-44d7-a8b4-adf04ed4e3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d732d8-3197-4a62-9cde-9c8531190fa6,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:30.212830 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57956) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:30.262410 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c1e485cf-72ea-4ce3-8ab6-b61e57f95d0e admin admin] Publish callbacks [] for security_group (67d732d8-3197-4a62-9cde-9c8531190fa6), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.282702 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c1e485cf-72ea-4ce3-8ab6-b61e57f95d0e admin admin] Publish callbacks [] for security_group (67d732d8-3197-4a62-9cde-9c8531190fa6), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.331761 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c1e485cf-72ea-4ce3-8ab6-b61e57f95d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (67d732d8-3197-4a62-9cde-9c8531190fa6), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.334208 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c1e485cf-72ea-4ce3-8ab6-b61e57f95d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.335379 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c1e485cf-72ea-4ce3-8ab6-b61e57f95d0e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/67d732d8-3197-4a62-9cde-9c8531190fa6 HTTP/1.1" status: 204 len: 168 time: 0.1215446 Oct 23 02:22:30.343196 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e485cf-72ea-4ce3-8ab6-b61e57f95d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d732d8-3197-4a62-9cde-9c8531190fa6,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:30.655900 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 57962) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:30.669995 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7d7fca1a-dea8-49fe-8320-cfe98acbb3f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.747401 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7d7fca1a-dea8-49fe-8320-cfe98acbb3f1 admin admin] Publish callbacks [] for security_group (7c535e61-5c36-40b0-9866-b8c8fc321a99), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.751131 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-7d7fca1a-dea8-49fe-8320-cfe98acbb3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7c535e61-5c36-40b0-9866-b8c8fc321a99), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.793832 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-7d7fca1a-dea8-49fe-8320-cfe98acbb3f1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f0a0bfede49f47dc82812d909677fdce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367974 Oct 23 02:22:30.794692 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fca1a-dea8-49fe-8320-cfe98acbb3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c535e61-5c36-40b0-9866-b8c8fc321a99,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:30.796530 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 57964) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:30.836019 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:30.847232 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1066667b-fab5-43b9-ae32-c5f3dd5d5771 admin admin] Publish callbacks [] for security_group (7c535e61-5c36-40b0-9866-b8c8fc321a99), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.868691 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1066667b-fab5-43b9-ae32-c5f3dd5d5771 admin admin] Publish callbacks [] for security_group (7c535e61-5c36-40b0-9866-b8c8fc321a99), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.870146 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:30.919629 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1066667b-fab5-43b9-ae32-c5f3dd5d5771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7c535e61-5c36-40b0-9866-b8c8fc321a99), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.922165 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1066667b-fab5-43b9-ae32-c5f3dd5d5771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:30.923358 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1066667b-fab5-43b9-ae32-c5f3dd5d5771 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7c535e61-5c36-40b0-9866-b8c8fc321a99 HTTP/1.1" status: 204 len: 168 time: 0.1258373 Oct 23 02:22:30.931056 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066667b-fab5-43b9-ae32-c5f3dd5d5771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c535e61-5c36-40b0-9866-b8c8fc321a99,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:38.817465 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:38.818859 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:40.787937 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:40.789894 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:40.905769 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=8,neutron:DELETE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:40.927189 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:43.729142 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-93007079-c046-433d-910c-f74c82d2660b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:46.118511 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-194a0f21-e2d7-4690-9016-9c1e3ce5bc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:47.224199 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:47.472814 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a792ac-fbb4-4315-a1c5-7a6a27151b94 req-c28002fc-0f97-4247-94cf-59f37e24b37e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:47.474316 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-06a792ac-fbb4-4315-a1c5-7a6a27151b94 req-c28002fc-0f97-4247-94cf-59f37e24b37e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 946 time: 0.0476530 Oct 23 02:22:47.524212 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-06a792ac-fbb4-4315-a1c5-7a6a27151b94 req-441ac4c9-4ba6-48ab-9b51-f65a59bfb86b tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441992 Oct 23 02:22:48.655826 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e42c-1424-444e-bc06-f5c2ae76885d req-067baadf-e8c3-4e83-895a-0fbb637a6c26 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:48.657275 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7f41e42c-1424-444e-bc06-f5c2ae76885d req-067baadf-e8c3-4e83-895a-0fbb637a6c26 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 946 time: 0.0489001 Oct 23 02:22:48.705302 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-7f41e42c-1424-444e-bc06-f5c2ae76885d req-e4cacb68-cc4c-43aa-990d-2b9292e99cbe tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420320 Oct 23 02:22:48.874948 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:48.950819 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:49.098297 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:49.099102 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:49.664015 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-c2dc4bbc-448d-425d-ba76-5c62fba53a8e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:49.665544 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-c2dc4bbc-448d-425d-ba76-5c62fba53a8e tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 946 time: 0.0504310 Oct 23 02:22:49.752251 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Deleting port d1b009dc-238c-4b94-abcc-f85c7f608d94 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:22:49.752596 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:49.861813 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4117b-87fd-479c-8ebe-7f07a11dd744 req-928f8219-ec1d-46b4-a7e6-a1f078c9ac18 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:22:49.863313 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-32a4117b-87fd-479c-8ebe-7f07a11dd744 req-928f8219-ec1d-46b4-a7e6-a1f078c9ac18 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 946 time: 0.0641029 Oct 23 02:22:49.905122 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] For port d1b009dc-238c-4b94-abcc-f85c7f608d94, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=d1b009dc-238c-4b94-abcc-f85c7f608d94,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:22:49.905482 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:49.973015 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-32a4117b-87fd-479c-8ebe-7f07a11dd744 req-d4c0ba3d-c8ac-409a-9d7b-ae309c6c60d9 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07430131-3771-46b6-978f-1efe0f3c39d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010346 Oct 23 02:22:50.090864 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:50.091236 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (380dbb28-2ce6-443e-b256-cf6d0486e342), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:50.091558 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Floating IP 380dbb28-2ce6-443e-b256-cf6d0486e342 disassociated. External IP: 172.27.0.47, port: d1b009dc-238c-4b94-abcc-f85c7f608d94. Oct 23 02:22:50.091905 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Calling delete_port for d1b009dc-238c-4b94-abcc-f85c7f608d94 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:22:50.217525 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (d1b009dc-238c-4b94-abcc-f85c7f608d94), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:50.244316 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event deleted for resources: {'Port': ['ID=d1b009dc-238c-4b94-abcc-f85c7f608d94,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:50.309383 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:50.358464 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:22:50.361735 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:50.464379 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:22:50.475111 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] Sync routers for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:22:50.484470 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:22:50.485089 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:22:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:50.507497 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] No DVR routers for this DVR port d1b009dc-238c-4b94-abcc-f85c7f608d94 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:22:50.509975 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:50.513196 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9519d0c6-fe38-4e27-9796-63fa5a4c20ee req-2ab056cc-af8f-4664-a9d0-683a6f755932 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d1b009dc-238c-4b94-abcc-f85c7f608d94 HTTP/1.1" status: 204 len: 173 time: 0.8416636 Oct 23 02:22:50.513708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-deleted', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:22:50.516027 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a539b-1ce1-41ad-9e3b-7de4667d3809" -d '{"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-deleted", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:22:50.594322 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:22:50.735098 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b2f2f3-aa06-4bf4-a2bd-ec8eaa67b131 x-openstack-request-id: req-84b2f2f3-aa06-4bf4-a2bd-ec8eaa67b131 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:22:50.735693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdb83af-0870-4f45-9164-d5539f2d667a", "name": "network-vif-deleted", "tag": "d1b009dc-238c-4b94-abcc-f85c7f608d94", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:22:50.735992 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84b2f2f3-aa06-4bf4-a2bd-ec8eaa67b131 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:22:50.736614 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b2f2f3-aa06-4bf4-a2bd-ec8eaa67b131'] response: {'server_uuid': '3fdb83af-0870-4f45-9164-d5539f2d667a', 'name': 'network-vif-deleted', 'tag': 'd1b009dc-238c-4b94-abcc-f85c7f608d94', 'status': 'completed', 'code': 200} Oct 23 02:22:50.810028 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:50.839823 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] Checking router: 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:22:50.848715 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:22:50.849330 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:22:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:51.028778 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:22:51.096524 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a3f48148-3a56-460b-a005-4965359dbc80 req-564bf04d-c399-45f5-849c-506b37a57955 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3fdb83af-0870-4f45-9164-d5539f2d667a HTTP/1.1" status: 200 len: 210 time: 0.0313661 Oct 23 02:22:51.217378 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:51.243010 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe72b94b-9828-4cb7-b696-75ae1d12c806 None None] The sync data for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi is: [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:11:19Z', 'revision_number': 4, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '6336d0f6-563e-4f77-90ad-76fe9692b64d', 'name': '', 'network_id': '7bfefda5-1c31-4cf3-a13e-af4e5cedf457', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'mac_address': 'fa:16:3e:c9:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:18Z', 'updated_at': '2022-10-23T02:11:33Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'subnets': [{'id': '4affffe7-6fa5-42f2-b8a8-198260726d52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:22:51.475055 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b93c0-c26f-4c81-84be-e9e5a93c5130 None None] New status for floating IP 380dbb28-2ce6-443e-b256-cf6d0486e342: DOWN {{(pid=104674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:22:52.199908 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58142) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:52.259624 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e543210b-cae5-43a4-82f7-85cbf9977ad0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (07430131-3771-46b6-978f-1efe0f3c39d4), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.281842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e543210b-cae5-43a4-82f7-85cbf9977ad0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (07430131-3771-46b6-978f-1efe0f3c39d4), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.334309 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e543210b-cae5-43a4-82f7-85cbf9977ad0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (07430131-3771-46b6-978f-1efe0f3c39d4), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.336808 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e543210b-cae5-43a4-82f7-85cbf9977ad0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.337997 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e543210b-cae5-43a4-82f7-85cbf9977ad0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/07430131-3771-46b6-978f-1efe0f3c39d4 HTTP/1.1" status: 204 len: 168 time: 0.1370704 Oct 23 02:22:52.341350 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58144) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:52.358600 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543210b-cae5-43a4-82f7-85cbf9977ad0 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07430131-3771-46b6-978f-1efe0f3c39d4,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:52.360690 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.api.v2.resource [None req-8da62378-58b8-4d2a-b930-367c8bb90d45 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] show failed (client error): The resource could not be found. Oct 23 02:22:52.361903 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-8da62378-58b8-4d2a-b930-367c8bb90d45 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "GET /networking/v2.0/security-groups/07430131-3771-46b6-978f-1efe0f3c39d4 HTTP/1.1" status: 404 len: 347 time: 0.0194945 Oct 23 02:22:52.365049 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58146) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:52.493417 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Deleting port f505e5e6-6d65-4595-bb94-562c270a9879 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:22:52.493660 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (f505e5e6-6d65-4595-bb94-562c270a9879), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.586383 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (f505e5e6-6d65-4595-bb94-562c270a9879), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.586790 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (f505e5e6-6d65-4595-bb94-562c270a9879), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.600232 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Calling delete_port for f505e5e6-6d65-4595-bb94-562c270a9879 owned by network:floatingip {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:22:52.757088 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (f505e5e6-6d65-4595-bb94-562c270a9879), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.785534 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Pushing event deleted for resources: {'Port': ['ID=f505e5e6-6d65-4595-bb94-562c270a9879,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:52.853497 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks [] for floatingip (380dbb28-2ce6-443e-b256-cf6d0486e342), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.856094 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:52.857269 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-13f812ad-bab3-43b6-afcf-70fb767b1001 tempest-AttachVolumeShelveTestJSON-42513205 tempest-AttachVolumeShelveTestJSON-42513205-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/380dbb28-2ce6-443e-b256-cf6d0486e342 HTTP/1.1" status: 204 len: 168 time: 0.4914379 Oct 23 02:22:53.526539 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:22:53.546184 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: d1b009dc-238c-4b94-abcc-f85c7f608d94 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:22:53.546578 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device d1b009dc-238c-4b94-abcc-f85c7f608d94 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:22:54.102587 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:22:55.301714 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58174) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:55.599792 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:55.638986 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:55.772338 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:55.991040 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Deleting port 6336d0f6-563e-4f77-90ad-76fe9692b64d {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:22:55.991376 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:56.070227 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] For port 6336d0f6-563e-4f77-90ad-76fe9692b64d, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=6336d0f6-563e-4f77-90ad-76fe9692b64d,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:22:56.070627 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:56.083795 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Calling delete_port for 6336d0f6-563e-4f77-90ad-76fe9692b64d owned by network:router_interface {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:22:56.260733 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (6336d0f6-563e-4f77-90ad-76fe9692b64d), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:56.288712 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=6336d0f6-563e-4f77-90ad-76fe9692b64d,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:56.440936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:56.458173 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:56.462363 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:56.483053 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e750946-1922-4561-ad35-2ae0a462f2ca None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:22:56.587230 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e750946-1922-4561-ad35-2ae0a462f2ca None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:22:56.673563 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:22:57.026245 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:22:57.031399 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-1f66fa56-1f37-4717-be88-4feaae886a92 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/35fca2f8-7ced-44c1-8a99-1f8253be2ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7286670 Oct 23 02:22:57.034261 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 58186) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:57.037488 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] Sync routers for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:22:57.048305 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:22:57.048938 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:22:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:57.139646 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks [] for router (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.160841 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:22:57.239732 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks [] for router_gateway (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.252482 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-9ddeb08c-3cab-4d91-9c33-1038d30cf42f None None] Provisioning complete for port 3e44f696-fbd4-4edf-b892-cf416169293e triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:22:57.253225 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9ddeb08c-3cab-4d91-9c33-1038d30cf42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.253636 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-9ddeb08c-3cab-4d91-9c33-1038d30cf42f None None] Attempt 1 to provision port 3e44f696-fbd4-4edf-b892-cf416169293e Oct 23 02:22:57.284391 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Deleting port 0ed186cc-781c-4c94-a137-6238ed422aaf {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:22:57.284741 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.334781 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-9ddeb08c-3cab-4d91-9c33-1038d30cf42f None None] Current status of the port 3e44f696-fbd4-4edf-b892-cf416169293e is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:22:57.345164 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:22:56Z', 'revision_number': 5, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port': {'id': '0ed186cc-781c-4c94-a137-6238ed422aaf', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:11:15Z', 'updated_at': '2022-10-23T02:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:57.370392 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] Checking router: 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:22:57.370678 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] For port 0ed186cc-781c-4c94-a137-6238ed422aaf, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=0ed186cc-781c-4c94-a137-6238ed422aaf,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:22:57.371052 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.377836 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:57.380788 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] Routers {'35fca2f8-7ced-44c1-8a99-1f8253be2ef7'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:22:57.381395 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:22:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:57.384083 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:57.386668 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Calling delete_port for 0ed186cc-781c-4c94-a137-6238ed422aaf owned by network:router_gateway {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:22:57.480029 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] Set router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 gateway port host: None {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:22:57.523161 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.538109 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:22:57Z', 'revision_number': 6, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:57.562544 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9825ee6-7779-46ed-9afd-033acfaaa9cb None None] The sync data for ids ['35fca2f8-7ced-44c1-8a99-1f8253be2ef7'] in dv-cinder-861491-5-iscsi is: [{'id': '35fca2f8-7ced-44c1-8a99-1f8253be2ef7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528865784-router', 'tenant_id': 'fa4d62bf272e4ce69022518ff362813f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:11:13Z', 'updated_at': '2022-10-23T02:22:57Z', 'revision_number': 6, 'project_id': 'fa4d62bf272e4ce69022518ff362813f', 'gw_port_host': None}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:22:57.570800 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (0ed186cc-781c-4c94-a137-6238ed422aaf), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.598541 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed186cc-781c-4c94-a137-6238ed422aaf,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:57.662821 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.750425 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.752601 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks [] for router_controller (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.805134 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (35fca2f8-7ced-44c1-8a99-1f8253be2ef7), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.805827 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35fca2f8-7ced-44c1-8a99-1f8253be2ef7 {{(pid=104672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:22:57.810722 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.811886 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-52c4ce79-45ff-4172-a255-f25d6e88615f admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/35fca2f8-7ced-44c1-8a99-1f8253be2ef7 HTTP/1.1" status: 204 len: 168 time: 0.7765720 Oct 23 02:22:57.814375 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 58190) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:57.859333 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-5535cb9b-9ed9-4347-b18a-8e5fcfb63067 admin admin] Deleting subnet 4affffe7-6fa5-42f2-b8a8-198260726d52 {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:22:57.862517 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5535cb9b-9ed9-4347-b18a-8e5fcfb63067 admin admin] Publish callbacks [] for subnet (4affffe7-6fa5-42f2-b8a8-198260726d52), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.905931 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5535cb9b-9ed9-4347-b18a-8e5fcfb63067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (4affffe7-6fa5-42f2-b8a8-198260726d52), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:57.953578 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:58.002276 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:58.008954 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5535cb9b-9ed9-4347-b18a-8e5fcfb63067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (4affffe7-6fa5-42f2-b8a8-198260726d52), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.067047 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5535cb9b-9ed9-4347-b18a-8e5fcfb63067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (4affffe7-6fa5-42f2-b8a8-198260726d52), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.090715 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535cb9b-9ed9-4347-b18a-8e5fcfb63067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4affffe7-6fa5-42f2-b8a8-198260726d52,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:58.096169 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-5535cb9b-9ed9-4347-b18a-8e5fcfb63067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.101578 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-5535cb9b-9ed9-4347-b18a-8e5fcfb63067 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/4affffe7-6fa5-42f2-b8a8-198260726d52 HTTP/1.1" status: 204 len: 168 time: 0.2839758 Oct 23 02:22:58.101937 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f235a-0ba3-4d58-9f25-14f8bd5587c7 None None] Network 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:22:58.102060 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 58192) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:58.216466 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (7bfefda5-1c31-4cf3-a13e-af4e5cedf457), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.266289 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Deleting port 3e44f696-fbd4-4edf-b892-cf416169293e {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:22:58.266637 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.338820 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] For port 3e44f696-fbd4-4edf-b892-cf416169293e, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=3e44f696-fbd4-4edf-b892-cf416169293e,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:22:58.339194 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.356687 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] DHCP port deletion for 7bfefda5-1c31-4cf3-a13e-af4e5cedf457 request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:22:58.358872 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Calling delete_port for 3e44f696-fbd4-4edf-b892-cf416169293e owned by network:dhcp {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:22:58.361339 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 6336d0f6-563e-4f77-90ad-76fe9692b64d no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:22:58.382892 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 6336d0f6-563e-4f77-90ad-76fe9692b64d {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:22:58.383244 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 6336d0f6-563e-4f77-90ad-76fe9692b64d not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:22:58.416803 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Deleting port 3e44f696-fbd4-4edf-b892-cf416169293e {{(pid=104674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:22:58.417390 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), before_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.445601 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.472347 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e44f696-fbd4-4edf-b892-cf416169293e,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:58.477002 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] No DVR routers for this DVR port 3e44f696-fbd4-4edf-b892-cf416169293e on host dv-cinder-861491-5-iscsi {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:22:58.490761 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] For port 3e44f696-fbd4-4edf-b892-cf416169293e, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=3e44f696-fbd4-4edf-b892-cf416169293e,segment=NetworkSegment(5f236b31-9a20-4fd0-99a1-617e0403411e),segment_id=5f236b31-9a20-4fd0-99a1-617e0403411e)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:22:58.491166 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), precommit_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.512613 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Calling delete_port for 3e44f696-fbd4-4edf-b892-cf416169293e owned by network:dhcp {{(pid=104674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:22:58.521014 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:58.523544 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:22:58.556945 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (7bfefda5-1c31-4cf3-a13e-af4e5cedf457), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.579419 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfefda5-1c31-4cf3-a13e-af4e5cedf457']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:58.590385 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f236b31-9a20-4fd0-99a1-617e0403411e') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:58.590889 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f236b31-9a20-4fd0-99a1-617e0403411e') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:22:58.597951 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (3e44f696-fbd4-4edf-b892-cf416169293e), after_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.601757 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (5f236b31-9a20-4fd0-99a1-617e0403411e), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.616259 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (5f236b31-9a20-4fd0-99a1-617e0403411e), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.623278 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:22:58.624026 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (5f236b31-9a20-4fd0-99a1-617e0403411e), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.627655 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Pushing event deleted for resources: {'Port': ['ID=3e44f696-fbd4-4edf-b892-cf416169293e,revision_number=None']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:58.632955 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] No DVR routers for this DVR port 3e44f696-fbd4-4edf-b892-cf416169293e on host dv-cinder-861491-5-iscsi {{(pid=104674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:22:58.644638 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.644638 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.644638 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.644944 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.645047 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.646471 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.646471 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.646698 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.646986 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.647320 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.647946 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.648181 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.648663 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.648976 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.649410 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d0ea1e-e1bc-440e-acf4-7a0b089c664a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:22:58.674954 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 5f236b31-9a20-4fd0-99a1-617e0403411e resource provider aggregate not found Oct 23 02:22:58.700284 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 5f236b31-9a20-4fd0-99a1-617e0403411e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f236b31-9a20-4fd0-99a1-617e0403411e found for delete ", "request_id": "req-d245df6c-76a9-491e-ba37-5aa3e1265b21"}]} Oct 23 02:22:58.708865 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (7bfefda5-1c31-4cf3-a13e-af4e5cedf457), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.722049 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.725348 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/7bfefda5-1c31-4cf3-a13e-af4e5cedf457 HTTP/1.1" status: 204 len: 168 time: 0.6221328 Oct 23 02:22:58.737365 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d83666-d54c-4959-b2dc-4028f556664b admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfefda5-1c31-4cf3-a13e-af4e5cedf457,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:58.837501 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 58202) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:58.882035 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-93c9cf24-d522-46d3-9c57-84f6984bcb23 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fa4d62bf272e4ce69022518ff362813f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433288 Oct 23 02:22:58.884417 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 58204) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:22:58.932669 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-eba01932-08be-4997-ad9b-2b0ec93b6a7c admin admin] Publish callbacks [] for security_group (6c1f2531-a336-4326-97b8-edeacb88d6f7), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:58.953304 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-eba01932-08be-4997-ad9b-2b0ec93b6a7c admin admin] Publish callbacks [] for security_group (6c1f2531-a336-4326-97b8-edeacb88d6f7), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:59.002150 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-eba01932-08be-4997-ad9b-2b0ec93b6a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (6c1f2531-a336-4326-97b8-edeacb88d6f7), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:59.004669 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-eba01932-08be-4997-ad9b-2b0ec93b6a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:22:59.006482 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-eba01932-08be-4997-ad9b-2b0ec93b6a7c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6c1f2531-a336-4326-97b8-edeacb88d6f7 HTTP/1.1" status: 204 len: 168 time: 0.1211565 Oct 23 02:22:59.014432 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba01932-08be-4997-ad9b-2b0ec93b6a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f2531-a336-4326-97b8-edeacb88d6f7,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:22:59.667666 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 0ed186cc-781c-4c94-a137-6238ed422aaf no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:22:59.687410 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 0ed186cc-781c-4c94-a137-6238ed422aaf {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:22:59.687764 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 0ed186cc-781c-4c94-a137-6238ed422aaf not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:22:59.688187 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 3e44f696-fbd4-4edf-b892-cf416169293e no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:22:59.707165 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 3e44f696-fbd4-4edf-b892-cf416169293e {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:22:59.707517 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 3e44f696-fbd4-4edf-b892-cf416169293e not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:23:07.015568 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=38 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:07.023612 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=34 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:07.509112 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:09.009326 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:09.010048 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:09.675328 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:09.692064 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:13.731848 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-70770e4b-56f3-49f9-b246-1bed7bf0d0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:16.121177 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-cc664872-98bd-4126-9709-570c1087bf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.003309 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 58420) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:17.115071 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d7cfdb38-bc80-4978-a77f-ac117a1062a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.204857 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d7cfdb38-bc80-4978-a77f-ac117a1062a2 admin admin] Publish callbacks [] for security_group (d3721b40-fd84-4755-a4e4-22b2dfddabcc), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.209780 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d7cfdb38-bc80-4978-a77f-ac117a1062a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d3721b40-fd84-4755-a4e4-22b2dfddabcc), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.218800 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.249646 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d7cfdb38-bc80-4978-a77f-ac117a1062a2 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=31c8748c800d4a319cab168ad779dc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452343 Oct 23 02:23:17.251579 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfdb38-bc80-4978-a77f-ac117a1062a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3721b40-fd84-4755-a4e4-22b2dfddabcc,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:17.252435 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58428) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:17.302088 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Publish callbacks [] for security_group (d3721b40-fd84-4755-a4e4-22b2dfddabcc), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.322588 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Publish callbacks [] for security_group (d3721b40-fd84-4755-a4e4-22b2dfddabcc), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.369637 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (d3721b40-fd84-4755-a4e4-22b2dfddabcc), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.372216 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.376786 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d3721b40-fd84-4755-a4e4-22b2dfddabcc HTTP/1.1" status: 204 len: 168 time: 0.1209631 Oct 23 02:23:17.381919 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3721b40-fd84-4755-a4e4-22b2dfddabcc,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:17.390524 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.390877 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.391217 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.391553 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.391915 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.392239 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.392565 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.393019 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.393345 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.393670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.393999 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.394324 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.394673 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.394997 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.395316 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e1ef6d-3e0f-4d58-9a98-42d2d1c16673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:17.644450 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58434) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:17.657948 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7365-5e9d-4ec8-b948-b4e733345548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.735089 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7365-5e9d-4ec8-b948-b4e733345548 admin admin] Publish callbacks [] for security_group (7e5829b2-2380-46a5-a1d6-24a5b5076eb2), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.738483 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c7ee7365-5e9d-4ec8-b948-b4e733345548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7e5829b2-2380-46a5-a1d6-24a5b5076eb2), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.778377 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee7365-5e9d-4ec8-b948-b4e733345548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5829b2-2380-46a5-a1d6-24a5b5076eb2,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:17.783191 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c7ee7365-5e9d-4ec8-b948-b4e733345548 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=90183e001fee4733945fa407d4c3be11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377077 Oct 23 02:23:17.785884 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58436) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:17.834081 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-07cfd479-378b-43d1-8583-0ddfdc1555cc admin admin] Publish callbacks [] for security_group (7e5829b2-2380-46a5-a1d6-24a5b5076eb2), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.854122 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-07cfd479-378b-43d1-8583-0ddfdc1555cc admin admin] Publish callbacks [] for security_group (7e5829b2-2380-46a5-a1d6-24a5b5076eb2), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.901902 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-07cfd479-378b-43d1-8583-0ddfdc1555cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7e5829b2-2380-46a5-a1d6-24a5b5076eb2), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.904427 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-07cfd479-378b-43d1-8583-0ddfdc1555cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:17.905569 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-07cfd479-378b-43d1-8583-0ddfdc1555cc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7e5829b2-2380-46a5-a1d6-24a5b5076eb2 HTTP/1.1" status: 204 len: 168 time: 0.1188343 Oct 23 02:23:17.913184 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfd479-378b-43d1-8583-0ddfdc1555cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5829b2-2380-46a5-a1d6-24a5b5076eb2,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:18.126041 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:18.131016 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:18.876641 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:18.956080 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:19.906136 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 58520) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:20.025657 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.103714 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Publish callbacks [] for security_group (043217f6-fb0f-46bf-bb22-df633e8f06ca), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.107379 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (043217f6-fb0f-46bf-bb22-df633e8f06ca), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.147191 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=46efdca67fbe41fabf3d53aaa9c54525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398782 Oct 23 02:23:20.148054 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043217f6-fb0f-46bf-bb22-df633e8f06ca,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:20.149891 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58526) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:20.156526 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.156882 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.157231 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.157582 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.157923 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.158261 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.158622 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.158957 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.159290 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.159623 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.159957 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.160288 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.160618 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.160942 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.161269 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a05c5c-498c-41da-8b5e-57dbf917d52c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:23:20.199829 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b054d49e-e9e5-4ab6-a029-a9d0ec92cf87 admin admin] Publish callbacks [] for security_group (043217f6-fb0f-46bf-bb22-df633e8f06ca), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.220491 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b054d49e-e9e5-4ab6-a029-a9d0ec92cf87 admin admin] Publish callbacks [] for security_group (043217f6-fb0f-46bf-bb22-df633e8f06ca), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.268244 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b054d49e-e9e5-4ab6-a029-a9d0ec92cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (043217f6-fb0f-46bf-bb22-df633e8f06ca), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.270721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-b054d49e-e9e5-4ab6-a029-a9d0ec92cf87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.271881 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-b054d49e-e9e5-4ab6-a029-a9d0ec92cf87 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/043217f6-fb0f-46bf-bb22-df633e8f06ca HTTP/1.1" status: 204 len: 168 time: 0.1207263 Oct 23 02:23:20.279486 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054d49e-e9e5-4ab6-a029-a9d0ec92cf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043217f6-fb0f-46bf-bb22-df633e8f06ca,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:20.529013 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58532) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:20.543290 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e9441a62-fea3-493e-811d-1325c92f6440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.623467 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e9441a62-fea3-493e-811d-1325c92f6440 admin admin] Publish callbacks [] for security_group (ab2e19ef-f225-4202-a918-5f77ee7a95a9), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.627732 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e9441a62-fea3-493e-811d-1325c92f6440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (ab2e19ef-f225-4202-a918-5f77ee7a95a9), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.631402 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:20.646103 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:20.675083 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e9441a62-fea3-493e-811d-1325c92f6440 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2439cffa952c4c048046fcae78acfcd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449282 Oct 23 02:23:20.676661 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9441a62-fea3-493e-811d-1325c92f6440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2e19ef-f225-4202-a918-5f77ee7a95a9,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:20.677836 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 58540) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:20.729347 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-84e9ba7b-325a-41f7-8097-778e8bdf0364 admin admin] Publish callbacks [] for security_group (ab2e19ef-f225-4202-a918-5f77ee7a95a9), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.749777 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-84e9ba7b-325a-41f7-8097-778e8bdf0364 admin admin] Publish callbacks [] for security_group (ab2e19ef-f225-4202-a918-5f77ee7a95a9), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.796545 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-84e9ba7b-325a-41f7-8097-778e8bdf0364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (ab2e19ef-f225-4202-a918-5f77ee7a95a9), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.799262 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-84e9ba7b-325a-41f7-8097-778e8bdf0364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:20.800459 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-84e9ba7b-325a-41f7-8097-778e8bdf0364 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ab2e19ef-f225-4202-a918-5f77ee7a95a9 HTTP/1.1" status: 204 len: 168 time: 0.1215768 Oct 23 02:23:20.808213 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9ba7b-325a-41f7-8097-778e8bdf0364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2e19ef-f225-4202-a918-5f77ee7a95a9,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:21.965490 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 58608) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:22.086549 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ae143c85-3850-4839-97fe-4e9ec05ff377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:22.169854 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ae143c85-3850-4839-97fe-4e9ec05ff377 admin admin] Publish callbacks [] for security_group (f931ec3e-93ab-4670-8472-8881064fb867), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:22.174661 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-ae143c85-3850-4839-97fe-4e9ec05ff377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f931ec3e-93ab-4670-8472-8881064fb867), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:22.212106 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae143c85-3850-4839-97fe-4e9ec05ff377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f931ec3e-93ab-4670-8472-8881064fb867,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:22.219973 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-ae143c85-3850-4839-97fe-4e9ec05ff377 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aa248af6555847989489ffa814d3a2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528541 Oct 23 02:23:22.220080 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 58618) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:22.270294 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c6f52b8f-5ca2-4d3c-9622-b1ef19e3b6f1 admin admin] Publish callbacks [] for security_group (f931ec3e-93ab-4670-8472-8881064fb867), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:22.291018 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c6f52b8f-5ca2-4d3c-9622-b1ef19e3b6f1 admin admin] Publish callbacks [] for security_group (f931ec3e-93ab-4670-8472-8881064fb867), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:22.342706 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c6f52b8f-5ca2-4d3c-9622-b1ef19e3b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f931ec3e-93ab-4670-8472-8881064fb867), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:22.345732 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c6f52b8f-5ca2-4d3c-9622-b1ef19e3b6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:22.346922 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c6f52b8f-5ca2-4d3c-9622-b1ef19e3b6f1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f931ec3e-93ab-4670-8472-8881064fb867 HTTP/1.1" status: 204 len: 168 time: 0.1261342 Oct 23 02:23:22.354956 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f52b8f-5ca2-4d3c-9622-b1ef19e3b6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f931ec3e-93ab-4670-8472-8881064fb867,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:24.630754 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-27dd346d-152c-403e-936c-5db585641a5a tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=432641cf60c943ac810f1c55defbf4e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291288 Oct 23 02:23:24.817091 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-efb91cd4-5dc9-48b0-a8c5-d6f402e06144 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:24.818638 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-efb91cd4-5dc9-48b0-a8c5-d6f402e06144 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826522 Oct 23 02:23:24.835114 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-453a0b31-e711-4bc1-934b-caa2ff426fb5 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/quotas/432641cf60c943ac810f1c55defbf4e0 HTTP/1.1" status: 200 len: 375 time: 0.0111029 Oct 23 02:23:24.867625 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-9b644d12-03dd-4d00-b3a7-bfdcd49cf245 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=432641cf60c943ac810f1c55defbf4e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271411 Oct 23 02:23:25.057144 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4d9d59f1-6920-4ae1-b833-aeeec9b01f91 req-da85df3c-85ea-428f-94f3-7c4ff6f06e6c tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 210 time: 0.0320938 Oct 23 02:23:26.166042 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a9b1ce14-38d7-4b53-96f8-2c3a5235e0f8 req-510cdb19-492b-4e19-bbd3-761d5a7f0bb3 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 210 time: 0.0292079 Oct 23 02:23:26.375133 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-4dbcb2d7-e4db-4352-97fe-33570515864a tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=432641cf60c943ac810f1c55defbf4e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217733 Oct 23 02:23:26.491937 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-3934925a-5df2-4ee5-a942-95ac5307c056 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:26.493380 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-3934925a-5df2-4ee5-a942-95ac5307c056 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132400 Oct 23 02:23:26.520112 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Request body: {'port': {'device_id': 'd9998bce-326b-428b-918a-98a6687d70df', 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4', 'admin_state_up': True, 'tenant_id': '432641cf60c943ac810f1c55defbf4e0'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:23:26.632726 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Made reservation on behalf of 432641cf60c943ac810f1c55defbf4e0 for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:23:26.636803 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:26.649997 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:26.729261 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks [] for security_group (a9f49ba8-6e1f-4f37-8b72-7606ea4892ac), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:26.733054 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a9f49ba8-6e1f-4f37-8b72-7606ea4892ac), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:26.799596 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:26.869471 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:26.870897 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Allocated IP 192.168.233.97 (f01d0831-01fd-41f3-a4b0-38b7365db3d4/9274f2a3-8583-4625-ab38-7dd48435b047/ef16eb1f-55cf-490d-b282-8bfea6551a1b) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:23:26.885225 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:27.035052 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks [] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.067226 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.109722 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Network f01d0831-01fd-41f3-a4b0-38b7365db3d4 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:23:27.113212 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:23:27.115837 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:23:27.154098 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Pushing event updated for resources: {'Port': ['ID=ef16eb1f-55cf-490d-b282-8bfea6551a1b,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:27.180088 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:27.180745 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.201368 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-abce9d44-bb46-485a-88f7-3be94112fad6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6866422 Oct 23 02:23:27.264100 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Request body: {'port': {'device_id': 'd9998bce-326b-428b-918a-98a6687d70df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:23:27.324627 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc3d0e-ae08-4822-8aaf-8a568730ae2a req-1f99c541-9926-46c2-a011-96ac34226060 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:27.326152 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-66fc3d0e-ae08-4822-8aaf-8a568730ae2a req-1f99c541-9926-46c2-a011-96ac34226060 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 935 time: 0.0797215 Oct 23 02:23:27.363068 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-c2425591-c70e-4b4c-b8be-3deda75df99a None None] Provisioning complete for port ef16eb1f-55cf-490d-b282-8bfea6551a1b triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:23:27.363685 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c2425591-c70e-4b4c-b8be-3deda75df99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.363926 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-c2425591-c70e-4b4c-b8be-3deda75df99a None None] Attempt 1 to provision port ef16eb1f-55cf-490d-b282-8bfea6551a1b Oct 23 02:23:27.379566 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.396675 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-c2425591-c70e-4b4c-b8be-3deda75df99a None None] Port ef16eb1f-55cf-490d-b282-8bfea6551a1b cannot update to ACTIVE because it is not bound. {{(pid=104674) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 02:23:27.433183 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-66fc3d0e-ae08-4822-8aaf-8a568730ae2a req-6cddab67-509f-4916-a358-a997b07c28f8 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001115 Oct 23 02:23:27.531083 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.660336 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef16eb1f-55cf-490d-b282-8bfea6551a1b {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:23:27.668621 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Publish callbacks [] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.681586 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Transition to ACTIVE for port object ef16eb1f-55cf-490d-b282-8bfea6551a1b will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:23:27.685962 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.747140 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:27.765889 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:27.775851 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Pushing event updated for resources: {'Port': ['ID=ef16eb1f-55cf-490d-b282-8bfea6551a1b,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:27.806140 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Attempting to bind port ef16eb1f-55cf-490d-b282-8bfea6551a1b on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:23:27.806505 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Attempting to bind port ef16eb1f-55cf-490d-b282-8bfea6551a1b by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '9de9ab89-b54e-401e-b55b-7ef4b932ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:23:27.806835 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Attempting to bind port ef16eb1f-55cf-490d-b282-8bfea6551a1b on network f01d0831-01fd-41f3-a4b0-38b7365db3d4 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:23:27.849968 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Port ef16eb1f-55cf-490d-b282-8bfea6551a1b on network f01d0831-01fd-41f3-a4b0-38b7365db3d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:23:27.850297 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Attempting to bind port ef16eb1f-55cf-490d-b282-8bfea6551a1b on network f01d0831-01fd-41f3-a4b0-38b7365db3d4 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:23:27.898158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:23:27.898517 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Checking segment: {'id': '9de9ab89-b54e-401e-b55b-7ef4b932ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:23:27.898899 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Bound using segment: {'id': '9de9ab89-b54e-401e-b55b-7ef4b932ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:23:27.899328 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Bound port: ef16eb1f-55cf-490d-b282-8bfea6551a1b, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de9ab89-b54e-401e-b55b-7ef4b932ca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:23:27.899686 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.966191 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] For port ef16eb1f-55cf-490d-b282-8bfea6551a1b, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:23:27.969111 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] For port ef16eb1f-55cf-490d-b282-8bfea6551a1b, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ef16eb1f-55cf-490d-b282-8bfea6551a1b,segment=NetworkSegment(9de9ab89-b54e-401e-b55b-7ef4b932ca52),segment_id=9de9ab89-b54e-401e-b55b-7ef4b932ca52)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:23:27.975640 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.978858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:27.979660 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:27.981032 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/ef16eb1f-55cf-490d-b282-8bfea6551a1b HTTP/1.1" status: 200 len: 1097 time: 0.7223375 Oct 23 02:23:27.983305 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9998bce-326b-428b-918a-98a6687d70df', 'tag': 'ef16eb1f-55cf-490d-b282-8bfea6551a1b'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:23:27.985675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b968197-27db-46d4-b087-afaabcf219c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9998bce-326b-428b-918a-98a6687d70df", "tag": "ef16eb1f-55cf-490d-b282-8bfea6551a1b"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:23:28.032786 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3011606-22ff-4713-9406-fa29b8e39f94 x-openstack-request-id: req-b3011606-22ff-4713-9406-fa29b8e39f94 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:23:28.033565 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9998bce-326b-428b-918a-98a6687d70df", "tag": "ef16eb1f-55cf-490d-b282-8bfea6551a1b", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:23:28.033956 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3011606-22ff-4713-9406-fa29b8e39f94 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:23:28.034559 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3011606-22ff-4713-9406-fa29b8e39f94'] response: {'name': 'network-changed', 'server_uuid': 'd9998bce-326b-428b-918a-98a6687d70df', 'tag': 'ef16eb1f-55cf-490d-b282-8bfea6551a1b', 'status': 'completed', 'code': 200} Oct 23 02:23:28.039872 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd59a80-9e7d-4327-a93f-f17b3670de1a service neutron] Pushing event updated for resources: {'Port': ['ID=ef16eb1f-55cf-490d-b282-8bfea6551a1b,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:28.128647 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-44ca401d-b86f-451e-bfc1-e377740710e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:28.130148 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-44ca401d-b86f-451e-bfc1-e377740710e6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=432641cf60c943ac810f1c55defbf4e0&device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 1131 time: 0.0441267 Oct 23 02:23:28.184124 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-ec27e9de-1be2-4b2f-9bbb-caaa0b96f030 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ef16eb1f-55cf-490d-b282-8bfea6551a1b HTTP/1.1" status: 200 len: 217 time: 0.0381646 Oct 23 02:23:28.235556 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-0a7fe59b-f878-4c94-863f-1fbb5bead04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:28.237458 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-0a7fe59b-f878-4c94-863f-1fbb5bead04d service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=9274f2a3-8583-4625-ab38-7dd48435b047 HTTP/1.1" status: 200 len: 843 time: 0.0463362 Oct 23 02:23:28.282154 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-4a301a37-04ce-4a96-960f-bf6abab241ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:28.284701 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-4a301a37-04ce-4a96-960f-bf6abab241ff service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=f01d0831-01fd-41f3-a4b0-38b7365db3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0409904 Oct 23 02:23:28.384381 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-fd1830fa-1e82-483b-af8a-1856e45db69a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f01d0831-01fd-41f3-a4b0-38b7365db3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903554 Oct 23 02:23:28.479009 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-51fd7a53-0a61-4a2d-b340-6f0419c27236 req-ecbf66a9-7a07-4bc5-a557-ba0822fe8b98 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f01d0831-01fd-41f3-a4b0-38b7365db3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867624 Oct 23 02:23:28.563491 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575ef45-9e50-4fd8-b689-bca80d3a357b req-9b9db0b5-8370-48d4-b487-b252cfc356ef tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:28.565468 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2575ef45-9e50-4fd8-b689-bca80d3a357b req-9b9db0b5-8370-48d4-b487-b252cfc356ef tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 947 time: 0.0516028 Oct 23 02:23:28.613633 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2575ef45-9e50-4fd8-b689-bca80d3a357b req-82dcc991-1bf7-4782-a612-09ddbc1e18b5 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425100 Oct 23 02:23:29.735998 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05973e76-9660-439b-8553-9af23dce2403 req-f2ba29ab-83ae-47d8-8a5d-f4551d7ba747 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:29.737463 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-05973e76-9660-439b-8553-9af23dce2403 req-f2ba29ab-83ae-47d8-8a5d-f4551d7ba747 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 947 time: 0.0476682 Oct 23 02:23:29.786665 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-05973e76-9660-439b-8553-9af23dce2403 req-9467ac68-f2c3-4e29-b7d9-dd32ef20333f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427577 Oct 23 02:23:30.907100 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05fdc8-f5e3-4697-a82a-c42f51c68d8b req-267fc565-aff6-46b0-a32b-c550f49fc38f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:30.908557 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb05fdc8-f5e3-4697-a82a-c42f51c68d8b req-267fc565-aff6-46b0-a32b-c550f49fc38f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 947 time: 0.0470767 Oct 23 02:23:30.954676 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:30.960238 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-eb05fdc8-f5e3-4697-a82a-c42f51c68d8b req-b2f1feaf-d9e8-45fd-b20b-abdd45375d49 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Oct 23 02:23:31.101368 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:23:31.688507 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device ef16eb1f-55cf-490d-b282-8bfea6551a1b details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:23:31.725308 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b968197-27db-46d4-b087-afaabcf219c0 req-f8335125-7ae0-43e1-a500-e178407cba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:31.726768 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9b968197-27db-46d4-b087-afaabcf219c0 req-f8335125-7ae0-43e1-a500-e178407cba78 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=432641cf60c943ac810f1c55defbf4e0&device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 1131 time: 0.0502548 Oct 23 02:23:31.790623 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port ef16eb1f-55cf-490d-b282-8bfea6551a1b, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ef16eb1f-55cf-490d-b282-8bfea6551a1b,segment=NetworkSegment(9de9ab89-b54e-401e-b55b-7ef4b932ca52),segment_id=9de9ab89-b54e-401e-b55b-7ef4b932ca52)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:23:31.802330 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': 'ef16eb1f-55cf-490d-b282-8bfea6551a1b', 'network_id': 'f01d0831-01fd-41f3-a4b0-38b7365db3d4', 'port_id': 'ef16eb1f-55cf-490d-b282-8bfea6551a1b', 'mac_address': 'fa:16:3e:7f:58:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9274f2a3-8583-4625-ab38-7dd48435b047', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:23:31.806694 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-7287148f-d153-4a82-a6fd-69f63fc69119 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0900226 Oct 23 02:23:31.818638 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:31.841457 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port ef16eb1f-55cf-490d-b282-8bfea6551a1b is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:23:31.841844 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:31.846379 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b968197-27db-46d4-b087-afaabcf219c0 req-5da8973a-7d93-4e81-8745-aa80f007d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:31.847900 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9b968197-27db-46d4-b087-afaabcf219c0 req-5da8973a-7d93-4e81-8745-aa80f007d964 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=f01d0831-01fd-41f3-a4b0-38b7365db3d4 HTTP/1.1" status: 200 len: 870 time: 0.1017420 Oct 23 02:23:31.856129 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef16eb1f-55cf-490d-b282-8bfea6551a1b {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:23:31.876858 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port ef16eb1f-55cf-490d-b282-8bfea6551a1b, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ef16eb1f-55cf-490d-b282-8bfea6551a1b,segment=NetworkSegment(9de9ab89-b54e-401e-b55b-7ef4b932ca52),segment_id=9de9ab89-b54e-401e-b55b-7ef4b932ca52)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:23:31.881701 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:31.904593 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9b968197-27db-46d4-b087-afaabcf219c0 req-1d05544b-59f5-47f0-846f-8e86073f2937 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ef16eb1f-55cf-490d-b282-8bfea6551a1b HTTP/1.1" status: 200 len: 217 time: 0.0462868 Oct 23 02:23:31.931550 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=ef16eb1f-55cf-490d-b282-8bfea6551a1b,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:31.964764 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-ca39af0f-73d1-4fbc-a959-c17a08ff8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:31.966229 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-ca39af0f-73d1-4fbc-a959-c17a08ff8fdd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 1129 time: 0.0724313 Oct 23 02:23:31.978080 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b968197-27db-46d4-b087-afaabcf219c0 req-a4bf7fa9-a287-4039-a4b5-f7a1e5f0c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:31.979619 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9b968197-27db-46d4-b087-afaabcf219c0 req-a4bf7fa9-a287-4039-a4b5-f7a1e5f0c2ee service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=9274f2a3-8583-4625-ab38-7dd48435b047 HTTP/1.1" status: 200 len: 843 time: 0.0575130 Oct 23 02:23:32.087320 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b968197-27db-46d4-b087-afaabcf219c0 req-8b4738c3-1f77-45d1-935d-1b091dd6974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:32.088726 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9b968197-27db-46d4-b087-afaabcf219c0 req-8b4738c3-1f77-45d1-935d-1b091dd6974a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=f01d0831-01fd-41f3-a4b0-38b7365db3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0980794 Oct 23 02:23:32.179665 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46cd71-163f-4c44-bd19-a71dc41317b5 req-6aebfa00-b7f9-4ad4-957e-c6664eb37cf6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:32.181114 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a46cd71-163f-4c44-bd19-a71dc41317b5 req-6aebfa00-b7f9-4ad4-957e-c6664eb37cf6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 948 time: 0.1143854 Oct 23 02:23:32.207751 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=69,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:32.210827 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:32.227100 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-afe6826f-ce56-40a6-90a7-2b986f4a1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:32.228589 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-afe6826f-ce56-40a6-90a7-2b986f4a1183 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.2303741 Oct 23 02:23:32.318635 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4a46cd71-163f-4c44-bd19-a71dc41317b5 req-00c83ae7-a9a5-40e2-b9da-dbeaf1a84bc6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276631 Oct 23 02:23:32.322370 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9b968197-27db-46d4-b087-afaabcf219c0 req-74de9b6b-c507-4283-a2a7-778476481abd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f01d0831-01fd-41f3-a4b0-38b7365db3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129607 Oct 23 02:23:32.343995 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-c88496f0-53ad-4e7e-8f4b-1e3afae992be service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb HTTP/1.1" status: 200 len: 1000 time: 0.1059225 Oct 23 02:23:32.437064 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-7c43a117-3c66-4fb4-97e6-7cc08a9358d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:32.438543 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-7c43a117-3c66-4fb4-97e6-7cc08a9358d8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0858026 Oct 23 02:23:32.476099 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['ef16eb1f-55cf-490d-b282-8bfea6551a1b'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:23:32.488855 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9b968197-27db-46d4-b087-afaabcf219c0 req-5d490b28-bd4f-47ac-a1d7-b1c713877fab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f01d0831-01fd-41f3-a4b0-38b7365db3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592486 Oct 23 02:23:32.494578 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-8dbecf4a-ba0e-4d79-89d6-0da687a5c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:32.496030 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-8dbecf4a-ba0e-4d79-89d6-0da687a5c35f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505688 Oct 23 02:23:32.609967 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-b38201e7-5674-4dc2-a170-bd577d813849 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955546 Oct 23 02:23:32.636809 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:32.704020 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2bde99fe-af2b-4ca6-af96-4944751aa3ab req-55c5881e-a0f4-4045-b3b0-ac6dfb474d83 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872908 Oct 23 02:23:33.447542 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8c97-ea83-4581-a1f7-de82d8628ba4 req-edd8bb72-892f-4acd-8af9-1b46d693a3ea tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:33.449005 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-922f8c97-ea83-4581-a1f7-de82d8628ba4 req-edd8bb72-892f-4acd-8af9-1b46d693a3ea tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 948 time: 0.0507538 Oct 23 02:23:33.496472 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-922f8c97-ea83-4581-a1f7-de82d8628ba4 req-a5342d33-535f-4b6e-9759-c3b49930ed47 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Oct 23 02:23:33.836750 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device ef16eb1f-55cf-490d-b282-8bfea6551a1b up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:23:33.877512 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port ef16eb1f-55cf-490d-b282-8bfea6551a1b completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:23:33.884628 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port ef16eb1f-55cf-490d-b282-8bfea6551a1b triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:23:33.885044 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:33.885399 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port ef16eb1f-55cf-490d-b282-8bfea6551a1b Oct 23 02:23:33.961904 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port ef16eb1f-55cf-490d-b282-8bfea6551a1b is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:23:33.962427 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:33.971914 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:33.989208 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9998bce-326b-428b-918a-98a6687d70df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef16eb1f-55cf-490d-b282-8bfea6551a1b'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:23:33.991610 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcbea9f-7466-4b22-a1d3-4bb2251229d8" -d '{"events": [{"server_uuid": "d9998bce-326b-428b-918a-98a6687d70df", "name": "network-vif-plugged", "status": "completed", "tag": "ef16eb1f-55cf-490d-b282-8bfea6551a1b"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:23:33.994095 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:34.007716 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port ef16eb1f-55cf-490d-b282-8bfea6551a1b, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ef16eb1f-55cf-490d-b282-8bfea6551a1b,segment=NetworkSegment(9de9ab89-b54e-401e-b55b-7ef4b932ca52),segment_id=9de9ab89-b54e-401e-b55b-7ef4b932ca52)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:23:34.011718 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:34.059592 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=ef16eb1f-55cf-490d-b282-8bfea6551a1b,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:34.159099 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51f9cb4-ed54-4d91-b4a0-dc6c98d51294 x-openstack-request-id: req-c51f9cb4-ed54-4d91-b4a0-dc6c98d51294 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:23:34.159401 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9998bce-326b-428b-918a-98a6687d70df", "name": "network-vif-plugged", "status": "completed", "tag": "ef16eb1f-55cf-490d-b282-8bfea6551a1b", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:23:34.159657 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c51f9cb4-ed54-4d91-b4a0-dc6c98d51294 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:23:34.160054 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51f9cb4-ed54-4d91-b4a0-dc6c98d51294'] response: {'server_uuid': 'd9998bce-326b-428b-918a-98a6687d70df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef16eb1f-55cf-490d-b282-8bfea6551a1b', 'code': 200} Oct 23 02:23:34.417730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a0558-e873-4e38-a355-bd183e889b19 req-aefa5b1c-74ee-4012-8a22-11a76a70a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:34.419115 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-217a0558-e873-4e38-a355-bd183e889b19 req-aefa5b1c-74ee-4012-8a22-11a76a70a926 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 1133 time: 0.0370634 Oct 23 02:23:34.451230 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:34.464446 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-217a0558-e873-4e38-a355-bd183e889b19 req-b6718915-6a44-4df3-a097-bcef2ba50e16 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377491 Oct 23 02:23:34.619346 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bd296-db8e-479a-acde-08ed42763702 req-83c97e10-bdf7-40d0-a3c2-abbc4e00bf6f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:34.620783 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-459bd296-db8e-479a-acde-08ed42763702 req-83c97e10-bdf7-40d0-a3c2-abbc4e00bf6f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 949 time: 0.0466735 Oct 23 02:23:34.669773 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-459bd296-db8e-479a-acde-08ed42763702 req-4685d8f3-fb0d-454d-ab18-473b1f7e3bc6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434203 Oct 23 02:23:35.792582 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89f2b-6fe3-4ce3-8a13-d13a5313102f req-4609ddd2-369c-4c7c-9e49-3453f6612bb8 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:35.794043 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-13d89f2b-6fe3-4ce3-8a13-d13a5313102f req-4609ddd2-369c-4c7c-9e49-3453f6612bb8 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 949 time: 0.0463464 Oct 23 02:23:35.840731 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-13d89f2b-6fe3-4ce3-8a13-d13a5313102f req-eb9eedf2-212f-42cc-aa8b-50f90d336022 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Oct 23 02:23:36.962182 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac400-834e-421e-a0e2-626db85b81ea req-18749a29-f947-474c-b27e-b8b0d120047c tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:36.963591 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8a0ac400-834e-421e-a0e2-626db85b81ea req-18749a29-f947-474c-b27e-b8b0d120047c tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 949 time: 0.0470302 Oct 23 02:23:37.012937 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8a0ac400-834e-421e-a0e2-626db85b81ea req-a9223cbb-58c4-47d8-895c-65e6ffcb3793 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 Oct 23 02:23:38.384259 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a258f-e212-474c-88bd-d3bf276cf32e req-5d807841-10c1-4cd0-be7a-10cda2e748c1 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:38.386341 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f68a258f-e212-474c-88bd-d3bf276cf32e req-5d807841-10c1-4cd0-be7a-10cda2e748c1 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 949 time: 0.2955713 Oct 23 02:23:38.432213 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f68a258f-e212-474c-88bd-d3bf276cf32e req-4a5e50b9-d28d-4a71-8492-3f825ac5281d tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Oct 23 02:23:38.696483 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964054-c50c-4a6c-a533-b04ec7d16a7a req-c56ffd8c-7ea9-4d38-b834-2bdc7e73faf3 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:38.698901 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd964054-c50c-4a6c-a533-b04ec7d16a7a req-c56ffd8c-7ea9-4d38-b834-2bdc7e73faf3 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 949 time: 0.0510206 Oct 23 02:23:38.745887 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd964054-c50c-4a6c-a533-b04ec7d16a7a req-fd7a2ea7-e70c-41cb-b362-ce98a02a67ef tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Oct 23 02:23:39.872740 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4bc1-b0a8-4f85-a9d0-b0b08bb8bae1 req-bf2d3906-9eb7-4579-bb33-8e8cccf22e5d tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:39.874228 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4ef4bc1-b0a8-4f85-a9d0-b0b08bb8bae1 req-bf2d3906-9eb7-4579-bb33-8e8cccf22e5d tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 949 time: 0.0520082 Oct 23 02:23:39.922465 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a4ef4bc1-b0a8-4f85-a9d0-b0b08bb8bae1 req-ba2ef66e-5a2a-43d1-9164-a76bfef51a62 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Oct 23 02:23:40.695047 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-d8ac62d2-26fe-4f9a-911f-58fab85f3267 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:40.696485 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-d8ac62d2-26fe-4f9a-911f-58fab85f3267 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 949 time: 0.0481381 Oct 23 02:23:40.875218 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Deleting port ef16eb1f-55cf-490d-b282-8bfea6551a1b {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:23:40.875847 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:40.967082 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] For port ef16eb1f-55cf-490d-b282-8bfea6551a1b, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=ef16eb1f-55cf-490d-b282-8bfea6551a1b,segment=NetworkSegment(9de9ab89-b54e-401e-b55b-7ef4b932ca52),segment_id=9de9ab89-b54e-401e-b55b-7ef4b932ca52)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:23:40.967455 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:40.981128 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Calling delete_port for ef16eb1f-55cf-490d-b282-8bfea6551a1b owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:23:41.021840 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:41.058835 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:41.085509 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bc1f2-b7ba-49a5-82e7-1c47357cf865 req-5e3bca50-727d-4c24-961f-91df6e7eb9e7 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:41.086996 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-145bc1f2-b7ba-49a5-82e7-1c47357cf865 req-5e3bca50-727d-4c24-961f-91df6e7eb9e7 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d9998bce-326b-428b-918a-98a6687d70df HTTP/1.1" status: 200 len: 949 time: 0.0624714 Oct 23 02:23:41.096005 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:41.097056 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:41.174665 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-145bc1f2-b7ba-49a5-82e7-1c47357cf865 req-3601f326-56a8-49b1-85d8-485af8aeaff6 tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773747 Oct 23 02:23:41.188296 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (ef16eb1f-55cf-490d-b282-8bfea6551a1b), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:41.221740 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Pushing event deleted for resources: {'Port': ['ID=ef16eb1f-55cf-490d-b282-8bfea6551a1b,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:41.251052 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['ef16eb1f-55cf-490d-b282-8bfea6551a1b'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:23:41.265032 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] No DVR routers for this DVR port ef16eb1f-55cf-490d-b282-8bfea6551a1b on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:23:41.267672 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:41.271004 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ca52c6ca-0610-43c4-bc27-481d7c4705a6 req-e8220f10-7a44-4934-8685-7698c00a7a3f tempest-VolumesNegativeTest-857960468 tempest-VolumesNegativeTest-857960468-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ef16eb1f-55cf-490d-b282-8bfea6551a1b HTTP/1.1" status: 204 len: 173 time: 0.4750581 Oct 23 02:23:41.271766 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9998bce-326b-428b-918a-98a6687d70df', 'name': 'network-vif-deleted', 'tag': 'ef16eb1f-55cf-490d-b282-8bfea6551a1b'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:23:41.274058 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90760334-107f-4b9a-b73d-0362f4a6b439" -d '{"events": [{"server_uuid": "d9998bce-326b-428b-918a-98a6687d70df", "name": "network-vif-deleted", "tag": "ef16eb1f-55cf-490d-b282-8bfea6551a1b"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:23:41.324006 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee7766a-57b3-4b53-b976-5333a6dca8be x-openstack-request-id: req-7ee7766a-57b3-4b53-b976-5333a6dca8be {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:23:41.324380 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9998bce-326b-428b-918a-98a6687d70df", "name": "network-vif-deleted", "tag": "ef16eb1f-55cf-490d-b282-8bfea6551a1b", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:23:41.324695 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ee7766a-57b3-4b53-b976-5333a6dca8be {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:23:41.325199 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee7766a-57b3-4b53-b976-5333a6dca8be'] response: {'server_uuid': 'd9998bce-326b-428b-918a-98a6687d70df', 'name': 'network-vif-deleted', 'tag': 'ef16eb1f-55cf-490d-b282-8bfea6551a1b', 'status': 'completed', 'code': 200} Oct 23 02:23:43.735325 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-553c3fed-4f36-439a-8c93-78682bebdb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:43.969879 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device ef16eb1f-55cf-490d-b282-8bfea6551a1b no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:23:43.990195 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: ef16eb1f-55cf-490d-b282-8bfea6551a1b {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:23:43.990391 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device ef16eb1f-55cf-490d-b282-8bfea6551a1b not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:23:46.124313 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f2f0-2410-48d3-a215-232a943ab1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:46.287743 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59082) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:46.419232 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-662e6523-5069-4962-98ef-8bb221bdea7f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=432641cf60c943ac810f1c55defbf4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296828 Oct 23 02:23:46.421987 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59086) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:46.469110 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d55d23ec-06f1-44a7-afd5-e24eea534f3e admin admin] Publish callbacks [] for security_group (a9f49ba8-6e1f-4f37-8b72-7606ea4892ac), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:46.488910 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d55d23ec-06f1-44a7-afd5-e24eea534f3e admin admin] Publish callbacks [] for security_group (a9f49ba8-6e1f-4f37-8b72-7606ea4892ac), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:46.536042 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d55d23ec-06f1-44a7-afd5-e24eea534f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (a9f49ba8-6e1f-4f37-8b72-7606ea4892ac), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:46.538705 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-d55d23ec-06f1-44a7-afd5-e24eea534f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:46.539904 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-d55d23ec-06f1-44a7-afd5-e24eea534f3e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a9f49ba8-6e1f-4f37-8b72-7606ea4892ac HTTP/1.1" status: 204 len: 168 time: 0.1169307 Oct 23 02:23:46.551732 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d23ec-06f1-44a7-afd5-e24eea534f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f49ba8-6e1f-4f37-8b72-7606ea4892ac,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:47.219743 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:48.881390 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:48.957905 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:51.101980 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59124) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:51.211443 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8dcb-fa76-47e1-873d-60cf57158298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:51.289241 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8dcb-fa76-47e1-873d-60cf57158298 admin admin] Publish callbacks [] for security_group (07e6f0b5-2959-4640-8215-6ff06a66d8f6), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:51.292772 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8dcb-fa76-47e1-873d-60cf57158298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (07e6f0b5-2959-4640-8215-6ff06a66d8f6), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:51.332566 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-fd7e8dcb-fa76-47e1-873d-60cf57158298 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=61399dad0bcb443e82d068135ca8eef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294841 Oct 23 02:23:51.333667 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8dcb-fa76-47e1-873d-60cf57158298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e6f0b5-2959-4640-8215-6ff06a66d8f6,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:51.335425 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59128) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:51.384935 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c5d6237f-a2a4-42d8-bc22-07705c43120a admin admin] Publish callbacks [] for security_group (07e6f0b5-2959-4640-8215-6ff06a66d8f6), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:51.406060 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c5d6237f-a2a4-42d8-bc22-07705c43120a admin admin] Publish callbacks [] for security_group (07e6f0b5-2959-4640-8215-6ff06a66d8f6), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:51.455301 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c5d6237f-a2a4-42d8-bc22-07705c43120a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (07e6f0b5-2959-4640-8215-6ff06a66d8f6), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:51.457852 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c5d6237f-a2a4-42d8-bc22-07705c43120a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:51.459034 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c5d6237f-a2a4-42d8-bc22-07705c43120a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/07e6f0b5-2959-4640-8215-6ff06a66d8f6 HTTP/1.1" status: 204 len: 168 time: 0.1226025 Oct 23 02:23:51.466553 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6237f-a2a4-42d8-bc22-07705c43120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e6f0b5-2959-4640-8215-6ff06a66d8f6,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:52.593501 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-80d03def-73cd-42cf-b268-550dd5e556c9 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-946522446&fields=id&tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9 HTTP/1.1" status: 200 len: 267 time: 0.0519626 Oct 23 02:23:52.651417 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-b501f375-2f4e-4f45-80ee-ef27e9478b72 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:52.653713 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-b501f375-2f4e-4f45-80ee-ef27e9478b72 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 985 time: 0.0545301 Oct 23 02:23:52.664842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-970536a2-2023-4012-ad55-0157b4c0d6e6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Request body: {'port': {'security_groups': ['69fc1a6e-f4fb-48e6-95a1-324521dd4bba']}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:23:52.755574 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-970536a2-2023-4012-ad55-0157b4c0d6e6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:52.795357 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:52.869950 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:52.974702 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-970536a2-2023-4012-ad55-0157b4c0d6e6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] For port 462339c3-99e2-4be4-ad61-d3a034c848c3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=462339c3-99e2-4be4-ad61-d3a034c848c3,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:23:53.010127 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-970536a2-2023-4012-ad55-0157b4c0d6e6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.015192 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-970536a2-2023-4012-ad55-0157b4c0d6e6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.026330 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-970536a2-2023-4012-ad55-0157b4c0d6e6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:53.026998 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-970536a2-2023-4012-ad55-0157b4c0d6e6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.028381 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bd841135-747b-4d7d-a11f-cd58d508ff8f req-970536a2-2023-4012-ad55-0157b4c0d6e6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "PUT /networking/v2.0/ports/462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 943 time: 0.3685324 Oct 23 02:23:53.028951 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:23:53.031979 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f360a437-1b46-4798-95a6-73c30d76a29b" -d '{"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:23:53.035534 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59186) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:53.056333 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['462339c3-99e2-4be4-ad61-d3a034c848c3'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:23:53.088239 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae77467-fdba-49e6-99e7-3d88a1027267 x-openstack-request-id: req-cae77467-fdba-49e6-99e7-3d88a1027267 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:23:53.088533 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:23:53.088789 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cae77467-fdba-49e6-99e7-3d88a1027267 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:23:53.089217 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae77467-fdba-49e6-99e7-3d88a1027267'] response: {'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'status': 'completed', 'code': 200} Oct 23 02:23:53.096532 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970536a2-2023-4012-ad55-0157b4c0d6e6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event updated for resources: {'Port': ['ID=462339c3-99e2-4be4-ad61-d3a034c848c3,revision_number=7']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:53.136663 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6fafbd46-bd73-486b-8dfe-63848e09e8f4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group (95f8d794-a1e7-4e95-84b8-39967694c309), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.169142 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6fafbd46-bd73-486b-8dfe-63848e09e8f4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group (95f8d794-a1e7-4e95-84b8-39967694c309), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.210390 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['462339c3-99e2-4be4-ad61-d3a034c848c3'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:23:53.246039 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6fafbd46-bd73-486b-8dfe-63848e09e8f4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (95f8d794-a1e7-4e95-84b8-39967694c309), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.249247 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6fafbd46-bd73-486b-8dfe-63848e09e8f4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.250572 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-6fafbd46-bd73-486b-8dfe-63848e09e8f4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/95f8d794-a1e7-4e95-84b8-39967694c309 HTTP/1.1" status: 204 len: 168 time: 0.2134399 Oct 23 02:23:53.253871 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59190) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:53.261713 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafbd46-bd73-486b-8dfe-63848e09e8f4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f8d794-a1e7-4e95-84b8-39967694c309,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:53.450580 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Deleting port 456fc805-9a74-4f7a-86ed-cdc1fb2db8e5 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:23:53.450926 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (456fc805-9a74-4f7a-86ed-cdc1fb2db8e5), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.539210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (456fc805-9a74-4f7a-86ed-cdc1fb2db8e5), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.539539 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for floatingip (456fc805-9a74-4f7a-86ed-cdc1fb2db8e5), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.554159 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Calling delete_port for 456fc805-9a74-4f7a-86ed-cdc1fb2db8e5 owned by network:floatingip {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:23:53.740695 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (456fc805-9a74-4f7a-86ed-cdc1fb2db8e5), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.772316 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event deleted for resources: {'Port': ['ID=456fc805-9a74-4f7a-86ed-cdc1fb2db8e5,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:53.840070 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks [] for floatingip (57364438-c81a-42de-b2d4-4d793484702e), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:53.840405 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Floating IP 57364438-c81a-42de-b2d4-4d793484702e disassociated (deleted). External IP: 172.27.0.2, port: 462339c3-99e2-4be4-ad61-d3a034c848c3. Oct 23 02:23:53.988961 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:54.019010 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:54.044463 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:23:54.147928 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:23:54.153054 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:54.157769 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] Sync routers for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:23:54.167009 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:23:54.167701 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:23:54.183459 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-0f8db9d6-37e5-4254-9695-778aa89d49c2 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/57364438-c81a-42de-b2d4-4d793484702e HTTP/1.1" status: 204 len: 168 time: 0.9284835 Oct 23 02:23:54.274567 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:23:54.462972 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:19Z', 'revision_number': 5, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:23:54.488357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] Checking router: 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:23:54.489846 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:54.496398 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:54.498920 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:23:54.499623 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:23:54.601498 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:23:54.788790 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:19Z', 'revision_number': 5, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:23:54.813783 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00308bd8-1d1a-4159-8b79-3c6cd08ecdfa None None] The sync data for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi is: [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:19:13Z', 'revision_number': 4, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '8c8fb363-a861-4715-8fb3-e2a4556fdf73', 'name': '', 'network_id': 'df81527a-33c0-4994-b352-0d361111f171', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'mac_address': 'fa:16:3e:1b:6e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:12Z', 'updated_at': '2022-10-23T02:19:19Z', 'revision_number': 5, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'subnets': [{'id': '0c22f193-9c9b-4084-af77-26ee04eabe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:23:55.044020 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2b1f33-adb6-4686-9f7e-f368689c9340 None None] New status for floating IP 57364438-c81a-42de-b2d4-4d793484702e: DOWN {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:23:55.090332 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:23:55.092686 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37" -d '{"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:23:55.137182 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cb49ae-a4cc-459c-a410-8ce73def135a x-openstack-request-id: req-96cb49ae-a4cc-459c-a410-8ce73def135a {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:23:55.137475 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:23:55.137733 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96cb49ae-a4cc-459c-a410-8ce73def135a {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:23:55.138138 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cb49ae-a4cc-459c-a410-8ce73def135a'] response: {'name': 'network-changed', 'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'status': 'completed', 'code': 200} Oct 23 02:23:56.997747 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59250) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:23:57.144807 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Deleting port 86932717-c7a8-4326-aeed-227313ee61b9 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:23:57.145147 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (86932717-c7a8-4326-aeed-227313ee61b9), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:57.223511 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (86932717-c7a8-4326-aeed-227313ee61b9), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:57.223842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (86932717-c7a8-4326-aeed-227313ee61b9), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:57.240229 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Calling delete_port for 86932717-c7a8-4326-aeed-227313ee61b9 owned by network:floatingip {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:23:57.392846 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360a437-1b46-4798-95a6-73c30d76a29b req-0af42ce2-25bb-458d-9af5-a1ac37b98276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:57.394334 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f360a437-1b46-4798-95a6-73c30d76a29b req-0af42ce2-25bb-458d-9af5-a1ac37b98276 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9&device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 1130 time: 0.0664010 Oct 23 02:23:57.418645 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (86932717-c7a8-4326-aeed-227313ee61b9), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:57.442383 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event deleted for resources: {'Port': ['ID=86932717-c7a8-4326-aeed-227313ee61b9,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:23:57.506765 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (1b8f9c8b-74f7-433f-87eb-4aa50e9a761d), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:57.507026 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Floating IP 1b8f9c8b-74f7-433f-87eb-4aa50e9a761d disassociated (deleted). External IP: 172.27.0.33, port: 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04. Oct 23 02:23:57.557951 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:57.660797 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:57.689744 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:57.714214 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:23:57.897120 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:23:57.901448 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:23:57.907206 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] Sync routers for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:23:57.918435 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:23:57.919228 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:23:57.926951 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360a437-1b46-4798-95a6-73c30d76a29b req-e694ddfa-473d-4a76-8fba-42b2b1d39d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:57.928424 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f360a437-1b46-4798-95a6-73c30d76a29b req-e694ddfa-473d-4a76-8fba-42b2b1d39d0f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=df81527a-33c0-4994-b352-0d361111f171 HTTP/1.1" status: 200 len: 915 time: 0.1706166 Oct 23 02:23:57.942366 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a3effb87-aafd-414c-9be3-a43b99726f0e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/1b8f9c8b-74f7-433f-87eb-4aa50e9a761d HTTP/1.1" status: 204 len: 168 time: 0.9398203 Oct 23 02:23:57.942366 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:23:57.942366 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ed455b-4838-4734-8203-3ec72ea81962" -d '{"events": [{"name": "network-changed", "server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:23:57.985016 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3551deb-ba41-4d0e-a24d-dbe4dcf2782f x-openstack-request-id: req-a3551deb-ba41-4d0e-a24d-dbe4dcf2782f {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:23:57.987771 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:23:57.987771 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3551deb-ba41-4d0e-a24d-dbe4dcf2782f {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:23:57.987771 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3551deb-ba41-4d0e-a24d-dbe4dcf2782f'] response: {'name': 'network-changed', 'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'status': 'completed', 'code': 200} Oct 23 02:23:58.042672 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:23:58.315954 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'c6cf3e9e-1788-45a6-8a16-c20f021802be', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:41Z', 'updated_at': '2022-10-23T02:17:43Z', 'revision_number': 1, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:23:58.349564 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] Checking router: 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:23:58.365548 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:23:58.366475 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:23:58.499071 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f360a437-1b46-4798-95a6-73c30d76a29b req-735c98a0-f7be-411d-b90d-2d5b57b5264b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 217 time: 0.0419457 Oct 23 02:23:58.507481 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144602d8-a4f6-4f60-b03d-80d99e9ef991 req-b893d6a1-e340-466d-9b62-92f0f8053643 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:58.512004 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:23:58.515914 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-144602d8-a4f6-4f60-b03d-80d99e9ef991 req-b893d6a1-e340-466d-9b62-92f0f8053643 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.3941751 Oct 23 02:23:58.579053 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-144602d8-a4f6-4f60-b03d-80d99e9ef991 req-a5e257bd-c315-403f-8346-11ef2b4e916e tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620065 Oct 23 02:23:58.715498 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:58.744431 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:23:58.790728 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'c6cf3e9e-1788-45a6-8a16-c20f021802be', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:41Z', 'updated_at': '2022-10-23T02:17:43Z', 'revision_number': 1, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:23:58.820513 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d1444-1fdd-4202-97f6-ecde5468e79f None None] The sync data for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi is: [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_floatingips': [{'id': 'c6cf3e9e-1788-45a6-8a16-c20f021802be', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'router_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'port_id': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'mac_address': 'fa:16:3e:e9:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T02:17:41Z', 'updated_at': '2022-10-23T02:17:43Z', 'revision_number': 1, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:23:59.051502 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43346c6-8573-4ac7-b9e5-e6a2c77ea498 None None] New status for floating IP 1b8f9c8b-74f7-433f-87eb-4aa50e9a761d: DOWN {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:23:59.457341 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-d073a7e2-9760-4947-be34-eb3cd33c13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:59.458870 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-d073a7e2-9760-4947-be34-eb3cd33c13f7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 1129 time: 0.0712154 Oct 23 02:23:59.467377 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360a437-1b46-4798-95a6-73c30d76a29b req-ef211f60-b725-4d83-a094-042360e82248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:59.468702 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f360a437-1b46-4798-95a6-73c30d76a29b req-ef211f60-b725-4d83-a094-042360e82248 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=0c22f193-9c9b-4084-af77-26ee04eabe0d HTTP/1.1" status: 200 len: 853 time: 0.0798504 Oct 23 02:23:59.602480 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360a437-1b46-4798-95a6-73c30d76a29b req-6ad3a912-3c63-4b53-bf7e-cd4cc3ee0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:59.603956 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f360a437-1b46-4798-95a6-73c30d76a29b req-6ad3a912-3c63-4b53-bf7e-cd4cc3ee0a35 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=df81527a-33c0-4994-b352-0d361111f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865896 Oct 23 02:23:59.734197 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-ddc9b93c-745a-4682-bc49-df4f50374679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:59.735986 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-ddc9b93c-745a-4682-bc49-df4f50374679 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.2262909 Oct 23 02:23:59.776393 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14396469-1d09-4aff-8a07-8f549af1bc23 req-e2b9158e-5a48-480d-8597-3a8c49976545 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:23:59.778118 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14396469-1d09-4aff-8a07-8f549af1bc23 req-e2b9158e-5a48-480d-8597-3a8c49976545 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.1071641 Oct 23 02:23:59.780279 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f360a437-1b46-4798-95a6-73c30d76a29b req-dd398ac7-e89c-4fdd-bbe2-40f0ecb384a9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656368 Oct 23 02:23:59.832425 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-14396469-1d09-4aff-8a07-8f549af1bc23 req-5743bbd5-8072-4b5e-91d9-fa4e080b3f1a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481758 Oct 23 02:23:59.985671 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59320) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:00.090465 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-dcf52503-9fe3-4f26-a7c6-cbcf52ba5b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.168898 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-dcf52503-9fe3-4f26-a7c6-cbcf52ba5b93 admin admin] Publish callbacks [] for security_group (79a47970-6be8-4d56-94b5-cf32d82478af), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.172642 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-dcf52503-9fe3-4f26-a7c6-cbcf52ba5b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (79a47970-6be8-4d56-94b5-cf32d82478af), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.176617 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:00.178951 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:00.218453 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf52503-9fe3-4f26-a7c6-cbcf52ba5b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a47970-6be8-4d56-94b5-cf32d82478af,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:00.223369 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-dcf52503-9fe3-4f26-a7c6-cbcf52ba5b93 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=daa30a51af264eddaef749248da416f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365386 Oct 23 02:24:00.226237 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59324) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:00.274959 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3f625e2f-67ad-4357-b69b-37db4196a6ca admin admin] Publish callbacks [] for security_group (79a47970-6be8-4d56-94b5-cf32d82478af), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.295214 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3f625e2f-67ad-4357-b69b-37db4196a6ca admin admin] Publish callbacks [] for security_group (79a47970-6be8-4d56-94b5-cf32d82478af), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.342176 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3f625e2f-67ad-4357-b69b-37db4196a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (79a47970-6be8-4d56-94b5-cf32d82478af), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.344728 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3f625e2f-67ad-4357-b69b-37db4196a6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.345871 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-3f625e2f-67ad-4357-b69b-37db4196a6ca admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/79a47970-6be8-4d56-94b5-cf32d82478af HTTP/1.1" status: 204 len: 168 time: 0.1187904 Oct 23 02:24:00.355065 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f625e2f-67ad-4357-b69b-37db4196a6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a47970-6be8-4d56-94b5-cf32d82478af,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:00.437805 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-b1fe6833-028c-4203-8146-7518a5b9bfa8 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 HTTP/1.1" status: 200 len: 217 time: 0.0530381 Oct 23 02:24:00.508198 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f360a437-1b46-4798-95a6-73c30d76a29b req-5071ba6d-e1ad-4437-ab1b-7790fd383f59 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166081 Oct 23 02:24:00.612475 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-36333587-0070-4bae-8f43-fef8e1836edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:00.613882 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-36333587-0070-4bae-8f43-fef8e1836edc service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0528703 Oct 23 02:24:00.629933 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59330) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:00.644504 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7e093379-fe50-44c8-8924-03c18be02bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.701867 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-224e4f38-d36c-4e77-a3fd-b17205553dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:00.703378 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-224e4f38-d36c-4e77-a3fd-b17205553dc6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737691 Oct 23 02:24:00.704690 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-b87c6464-731e-4c93-9b6d-aa144fa370bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:00.706115 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-b87c6464-731e-4c93-9b6d-aa144fa370bd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9&device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 1130 time: 0.0685399 Oct 23 02:24:00.729846 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7e093379-fe50-44c8-8924-03c18be02bd2 admin admin] Publish callbacks [] for security_group (264b6223-12c1-4e0d-bfaa-cee4f3f761e0), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.734124 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7e093379-fe50-44c8-8924-03c18be02bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (264b6223-12c1-4e0d-bfaa-cee4f3f761e0), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.773997 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e093379-fe50-44c8-8924-03c18be02bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264b6223-12c1-4e0d-bfaa-cee4f3f761e0,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:00.794478 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7e093379-fe50-44c8-8924-03c18be02bd2 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=df8b4755c14f4da5b3828e1d4e50e2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633422 Oct 23 02:24:00.818208 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59336) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:00.903919 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-8b0e471f-aca3-4b06-80a1-576c60abb65f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:00.905777 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-8b0e471f-aca3-4b06-80a1-576c60abb65f tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.1339436 Oct 23 02:24:00.910659 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-48bb3101-7aee-43d1-8a75-91dd0b2b6f4d admin admin] Publish callbacks [] for security_group (264b6223-12c1-4e0d-bfaa-cee4f3f761e0), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:00.972123 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-48bb3101-7aee-43d1-8a75-91dd0b2b6f4d admin admin] Publish callbacks [] for security_group (264b6223-12c1-4e0d-bfaa-cee4f3f761e0), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.012872 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-e9a91a64-eedd-43fa-9200-c4e95ac42341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:01.014332 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-e9a91a64-eedd-43fa-9200-c4e95ac42341 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=df81527a-33c0-4994-b352-0d361111f171 HTTP/1.1" status: 200 len: 915 time: 0.1840317 Oct 23 02:24:01.052268 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Deleting port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:01.052905 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.066396 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-fca3f353-5418-41a0-a0b4-34781999f1db service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 200 len: 217 time: 0.0453377 Oct 23 02:24:01.071568 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:01.071904 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-c6deaa7a-38c6-4ff2-a2dc-c3b6c6a43765 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006551 Oct 23 02:24:01.111347 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accc877-1ac1-4cea-af80-f6baf0fdb001 req-cb3b09a6-7bc2-4353-ab8b-94135154b152 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:01.113694 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5accc877-1ac1-4cea-af80-f6baf0fdb001 req-cb3b09a6-7bc2-4353-ab8b-94135154b152 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 945 time: 0.1473987 Oct 23 02:24:01.126455 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-48bb3101-7aee-43d1-8a75-91dd0b2b6f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (264b6223-12c1-4e0d-bfaa-cee4f3f761e0), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.129595 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-48bb3101-7aee-43d1-8a75-91dd0b2b6f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.130828 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-48bb3101-7aee-43d1-8a75-91dd0b2b6f4d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/264b6223-12c1-4e0d-bfaa-cee4f3f761e0 HTTP/1.1" status: 204 len: 168 time: 0.3110869 Oct 23 02:24:01.147669 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb3101-7aee-43d1-8a75-91dd0b2b6f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b6223-12c1-4e0d-bfaa-cee4f3f761e0,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:01.188672 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] For port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:01.189610 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.213171 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Calling delete_port for 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 owned by compute:nova {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:01.234194 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-fd897dd9-809e-4585-806c-b9db2eaba08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:01.235699 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-fd897dd9-809e-4585-806c-b9db2eaba08b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=0c22f193-9c9b-4084-af77-26ee04eabe0d HTTP/1.1" status: 200 len: 853 time: 0.1596501 Oct 23 02:24:01.261925 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:01.262030 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:01.310783 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5accc877-1ac1-4cea-af80-f6baf0fdb001 req-e546f3bb-dfb9-4b9d-bab5-58ab0a270e22 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688724 Oct 23 02:24:01.318110 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8ed455b-4838-4734-8203-3ec72ea81962 req-99e3a725-66fa-4b30-891b-822ad4f74804 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400925 Oct 23 02:24:01.321819 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-b8f7e11f-9ce6-423b-95f1-3db24dcab7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:01.323278 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-b8f7e11f-9ce6-423b-95f1-3db24dcab7c5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=df81527a-33c0-4994-b352-0d361111f171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761812 Oct 23 02:24:01.409357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (6ebd6dec-ed9e-49f3-9f6a-d935781e2f04), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.444422 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event deleted for resources: {'Port': ['ID=6ebd6dec-ed9e-49f3-9f6a-d935781e2f04,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:01.453257 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-d122399e-b67b-41de-a6d9-56f8335028a6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125991 Oct 23 02:24:01.507485 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] No DVR routers for this DVR port 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 on host hv-cinder-86149 {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:01.510802 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.516179 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-c9109f65-3c82-4b0b-a21e-d5886b8d7ce7 req-891719a7-16c3-4c34-aaec-2002f014fa5d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 HTTP/1.1" status: 204 len: 173 time: 0.6018569 Oct 23 02:24:01.516862 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'name': 'network-vif-deleted', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04'}] {{(pid=104672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:24:01.518363 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:01.519541 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a917c688e8eb913325417a585b704e3562ed756bd81a612c4b6f882996a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020e48ef-d05d-4e8a-b87b-cdf961838e28" -d '{"events": [{"server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "name": "network-vif-deleted", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04"}]}' {{(pid=104672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:24:01.573022 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b559c08-31a2-4f93-9a4b-ab7f0d2e7d37 req-5f0ca4e8-02dd-4a94-9ec8-bdd018ff9731 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131659 Oct 23 02:24:01.593363 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59356) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:01.610231 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-91cffd5a-df03-4b78-90d0-981606668602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.698484 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-91cffd5a-df03-4b78-90d0-981606668602 admin admin] Publish callbacks [] for security_group (f962d968-f1ac-4dd5-a348-3596915c72be), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.702349 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-91cffd5a-df03-4b78-90d0-981606668602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f962d968-f1ac-4dd5-a348-3596915c72be), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.743331 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-91cffd5a-df03-4b78-90d0-981606668602 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0713903344504ebc9e350ea5e2b951fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487668 Oct 23 02:24:01.744610 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cffd5a-df03-4b78-90d0-981606668602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f962d968-f1ac-4dd5-a348-3596915c72be,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:01.746186 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59358) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:01.779803 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd8620d-82f9-43bb-be50-03c3d77d88fd x-openstack-request-id: req-4fd8620d-82f9-43bb-be50-03c3d77d88fd {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:24:01.780277 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa5faf5-5722-40fd-b4aa-c8a419e8c73d", "name": "network-vif-deleted", "tag": "6ebd6dec-ed9e-49f3-9f6a-d935781e2f04", "status": "completed", "code": 200}]} {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:24:01.780544 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fd8620d-82f9-43bb-be50-03c3d77d88fd {{(pid=104672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:24:01.780960 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd8620d-82f9-43bb-be50-03c3d77d88fd'] response: {'server_uuid': 'daa5faf5-5722-40fd-b4aa-c8a419e8c73d', 'name': 'network-vif-deleted', 'tag': '6ebd6dec-ed9e-49f3-9f6a-d935781e2f04', 'status': 'completed', 'code': 200} Oct 23 02:24:01.805005 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-54bafa23-8b78-41cc-bcd2-1599cf260ea2 admin admin] Publish callbacks [] for security_group (f962d968-f1ac-4dd5-a348-3596915c72be), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.832766 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-54bafa23-8b78-41cc-bcd2-1599cf260ea2 admin admin] Publish callbacks [] for security_group (f962d968-f1ac-4dd5-a348-3596915c72be), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.889588 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-54bafa23-8b78-41cc-bcd2-1599cf260ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f962d968-f1ac-4dd5-a348-3596915c72be), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.892287 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-54bafa23-8b78-41cc-bcd2-1599cf260ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:01.894929 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-54bafa23-8b78-41cc-bcd2-1599cf260ea2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f962d968-f1ac-4dd5-a348-3596915c72be HTTP/1.1" status: 204 len: 168 time: 0.1474323 Oct 23 02:24:01.904132 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bafa23-8b78-41cc-bcd2-1599cf260ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f962d968-f1ac-4dd5-a348-3596915c72be,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:02.402036 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d95a69-e089-4756-82a9-54588a48e79c req-42fb988f-8462-4a06-8674-c529f2cd6934 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:02.403886 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a8d95a69-e089-4756-82a9-54588a48e79c req-42fb988f-8462-4a06-8674-c529f2cd6934 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0841579 Oct 23 02:24:02.424041 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640a937-26d6-49d2-812a-eab7ca3abbea req-ce8dcb5a-5df5-4b80-8a69-14257be0cf49 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:02.426208 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0640a937-26d6-49d2-812a-eab7ca3abbea req-ce8dcb5a-5df5-4b80-8a69-14257be0cf49 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 945 time: 0.0759327 Oct 23 02:24:02.493893 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a8d95a69-e089-4756-82a9-54588a48e79c req-c190a162-db9d-4046-ad36-5a7bea3d3e01 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836179 Oct 23 02:24:02.504239 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0640a937-26d6-49d2-812a-eab7ca3abbea req-e438601b-8b42-4b6a-be77-fd2a5c48ea8d tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706956 Oct 23 02:24:02.603715 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-229c0d9e-c680-4557-8153-b5351fe324a5 req-e06d3ffd-82f3-45f1-9e9d-bdb48fafe390 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 210 time: 0.0306048 Oct 23 02:24:03.665449 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3bb31-fcb6-489e-8b7c-e647fa5dd78d req-17df9425-aee2-401f-83f1-d49d507ddb27 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:03.666950 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d3a3bb31-fcb6-489e-8b7c-e647fa5dd78d req-17df9425-aee2-401f-83f1-d49d507ddb27 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0854225 Oct 23 02:24:03.677375 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd93fdf-dcaa-4994-a298-a979027eeb41 req-21b0c424-51ad-408b-a296-64f23b4c0ba3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:03.678798 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2cd93fdf-dcaa-4994-a298-a979027eeb41 req-21b0c424-51ad-408b-a296-64f23b4c0ba3 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 945 time: 0.0677593 Oct 23 02:24:03.754624 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d3a3bb31-fcb6-489e-8b7c-e647fa5dd78d req-8a247ae1-3fe4-4ffa-a852-15e9cacacf61 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748465 Oct 23 02:24:03.757971 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2cd93fdf-dcaa-4994-a298-a979027eeb41 req-6f513eb4-dd1e-4057-894a-7e7a85460978 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720992 Oct 23 02:24:03.859107 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-75f4c636-3d19-4e10-97d5-295d55bfac5d req-94961f3b-1894-42ca-a668-aea97a99223d tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 210 time: 0.0284357 Oct 23 02:24:04.091391 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:04.110470 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:04.110827 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 6ebd6dec-ed9e-49f3-9f6a-d935781e2f04 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:04.914350 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7ce75-a26a-4d27-ac59-23e6d1e1e3b4 req-864d37c3-37e2-4e2e-a429-aaff6f0d68a5 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:04.915857 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-afd7ce75-a26a-4d27-ac59-23e6d1e1e3b4 req-864d37c3-37e2-4e2e-a429-aaff6f0d68a5 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0792093 Oct 23 02:24:04.921283 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8fb56-78a9-42bf-85e1-2eaac0e897c4 req-a684d48e-70a3-4464-9423-61bb002416df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:04.922650 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1ca8fb56-78a9-42bf-85e1-2eaac0e897c4 req-a684d48e-70a3-4464-9423-61bb002416df tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 945 time: 0.0841839 Oct 23 02:24:04.996585 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-afd7ce75-a26a-4d27-ac59-23e6d1e1e3b4 req-923cc923-8f20-4c6c-ad85-d8251c557454 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729160 Oct 23 02:24:04.999445 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1ca8fb56-78a9-42bf-85e1-2eaac0e897c4 req-8f12be11-cbec-4ffb-b012-aab70bd1f4ef tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b96a679e-2219-4963-981a-96555686f82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694849 Oct 23 02:24:05.093999 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-449f2a5b-8bb7-4ab2-86a0-9a3dc1daa95c req-2aa14fff-3b0a-497e-8c6c-c90a7e3a9f7a tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=daa5faf5-5722-40fd-b4aa-c8a419e8c73d HTTP/1.1" status: 200 len: 210 time: 0.0310833 Oct 23 02:24:05.594346 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-5ca70cb7-39ae-4aa5-bcc4-0080168d34fd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:05.596455 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-5ca70cb7-39ae-4aa5-bcc4-0080168d34fd tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 945 time: 0.0511205 Oct 23 02:24:05.613208 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:05.694889 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Deleting port 74f1daea-22d2-425b-9fe5-f40d95839a20 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:05.694889 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:05.697382 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:05.795534 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] For port 74f1daea-22d2-425b-9fe5-f40d95839a20, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=74f1daea-22d2-425b-9fe5-f40d95839a20,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:05.795895 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:05.977812 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:05.978427 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810426'] for floatingip (dabe59cd-1022-4849-b550-b70729bd5c68), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:05.978583 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Floating IP dabe59cd-1022-4849-b550-b70729bd5c68 disassociated. External IP: 172.27.0.187, port: 74f1daea-22d2-425b-9fe5-f40d95839a20. Oct 23 02:24:05.978849 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Calling delete_port for 74f1daea-22d2-425b-9fe5-f40d95839a20 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:06.139072 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-421f863a-cfdf-4455-90ad-32463cb2d9f6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:06.141225 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-421f863a-cfdf-4455-90ad-32463cb2d9f6 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.0778425 Oct 23 02:24:06.164968 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (74f1daea-22d2-425b-9fe5-f40d95839a20), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:06.224176 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9414de6a-8a23-4da5-bd03-fdf3cf7fe959 req-7f2ae3b3-1539-4f02-b859-79ab559ae23f tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.1065252 Oct 23 02:24:06.227676 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'Port': ['ID=74f1daea-22d2-425b-9fe5-f40d95839a20,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:06.240066 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d80f4-0582-4a8f-8a00-2e373f5198b5 req-c9ec62b7-4f39-4a06-aeed-d0d75e798a86 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:06.247072 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd3d80f4-0582-4a8f-8a00-2e373f5198b5 req-c9ec62b7-4f39-4a06-aeed-d0d75e798a86 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 946 time: 0.1311290 Oct 23 02:24:06.268666 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Deleting port 462339c3-99e2-4be4-ad61-d3a034c848c3 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:06.268891 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:06.346278 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-cd3d80f4-0582-4a8f-8a00-2e373f5198b5 req-b7df9a07-6b75-451b-a31d-6706fd65a3f4 tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=69fc1a6e-f4fb-48e6-95a1-324521dd4bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983360 Oct 23 02:24:06.382405 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] For port 462339c3-99e2-4be4-ad61-d3a034c848c3, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=462339c3-99e2-4be4-ad61-d3a034c848c3,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:06.382947 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:06.399588 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Calling delete_port for 462339c3-99e2-4be4-ad61-d3a034c848c3 owned by compute:nova {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:06.404859 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:24:06.443024 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:06.513990 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:24:06.525450 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:24:06.539839 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:06.540372 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:06.542189 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (462339c3-99e2-4be4-ad61-d3a034c848c3), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:06.560464 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] No DVR routers for this DVR port 74f1daea-22d2-425b-9fe5-f40d95839a20 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:06.563276 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:06.570251 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Pushing event deleted for resources: {'Port': ['ID=462339c3-99e2-4be4-ad61-d3a034c848c3,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:06.572740 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-665997ec-5e7f-43bc-a5d3-ddbf7c60179c req-508057d5-7f70-4934-a192-8981d489c620 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.49 "DELETE /networking/v2.0/ports/74f1daea-22d2-425b-9fe5-f40d95839a20 HTTP/1.1" status: 204 len: 173 time: 0.9700513 Oct 23 02:24:06.573331 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'name': 'network-vif-deleted', 'tag': '74f1daea-22d2-425b-9fe5-f40d95839a20'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:24:06.587309 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c51c2ae-88e7-4ae1-ab79-64b79236a07f" -d '{"events": [{"server_uuid": "f4456352-a66e-455c-bbec-3e8ea1a334ec", "name": "network-vif-deleted", "tag": "74f1daea-22d2-425b-9fe5-f40d95839a20"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:24:06.637064 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] No DVR routers for this DVR port 462339c3-99e2-4be4-ad61-d3a034c848c3 on host hv-cinder-86149 {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:06.640358 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:06.647559 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-8a7a9091-775d-4175-8ff2-11372471ee6f req-1f0fae52-637d-41cc-897b-b27b7ac11ddd tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.49 "DELETE /networking/v2.0/ports/462339c3-99e2-4be4-ad61-d3a034c848c3 HTTP/1.1" status: 204 len: 173 time: 0.5007889 Oct 23 02:24:06.648692 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'name': 'network-vif-deleted', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3'}] {{(pid=104672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:24:06.659567 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}538a917c688e8eb913325417a585b704e3562ed756bd81a612c4b6f882996a0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9aa6b3a-a1cc-4669-92b3-031e6a448ea9" -d '{"events": [{"server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "name": "network-vif-deleted", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3"}]}' {{(pid=104672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:24:06.679845 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:06.683740 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['462339c3-99e2-4be4-ad61-d3a034c848c3'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:24:06.694608 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbe43cb-de48-4ad1-bc3c-75b434a9c43a x-openstack-request-id: req-fdbe43cb-de48-4ad1-bc3c-75b434a9c43a {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:24:06.694840 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4456352-a66e-455c-bbec-3e8ea1a334ec", "name": "network-vif-deleted", "tag": "74f1daea-22d2-425b-9fe5-f40d95839a20", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:24:06.695099 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdbe43cb-de48-4ad1-bc3c-75b434a9c43a {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:24:06.695519 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbe43cb-de48-4ad1-bc3c-75b434a9c43a'] response: {'server_uuid': 'f4456352-a66e-455c-bbec-3e8ea1a334ec', 'name': 'network-vif-deleted', 'tag': '74f1daea-22d2-425b-9fe5-f40d95839a20', 'status': 'completed', 'code': 200} Oct 23 02:24:06.719357 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6399db8b-8893-41e5-afe5-f8c08f818130 x-openstack-request-id: req-6399db8b-8893-41e5-afe5-f8c08f818130 {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:24:06.719713 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df94ed8c-7abe-49c1-b835-b2a8fd4e2c43", "name": "network-vif-deleted", "tag": "462339c3-99e2-4be4-ad61-d3a034c848c3", "status": "completed", "code": 200}]} {{(pid=104672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:24:06.719913 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6399db8b-8893-41e5-afe5-f8c08f818130 {{(pid=104672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:24:06.720466 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6399db8b-8893-41e5-afe5-f8c08f818130'] response: {'server_uuid': 'df94ed8c-7abe-49c1-b835-b2a8fd4e2c43', 'name': 'network-vif-deleted', 'tag': '462339c3-99e2-4be4-ad61-d3a034c848c3', 'status': 'completed', 'code': 200} Oct 23 02:24:06.911121 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:06.936891 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:24:06.946733 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:06.947292 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:07.057985 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:07.429461 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d68a9089-6d83-47c5-bb54-834017dc34b0 req-48f5f4da-648c-4388-aaae-c9b74ec0f818 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4456352-a66e-455c-bbec-3e8ea1a334ec HTTP/1.1" status: 200 len: 210 time: 0.0327342 Oct 23 02:24:07.430167 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:07.461368 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f31d13-65db-4c16-a83e-46db8159c34d None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:12:58Z', 'revision_number': 4, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': 'c766553d-578b-45c7-8e02-ed171b2bffc8', 'name': '', 'network_id': 'a7b3cf49-41ec-4949-b12a-aff94c1d3d94', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'mac_address': 'fa:16:3e:bc:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:57Z', 'updated_at': '2022-10-23T02:13:03Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'subnets': [{'id': '4f0e358f-5b23-42c2-8b93-b234f6d24eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:24:07.520929 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5f695268-e108-4f6c-a85a-93bf3497ecdc req-c4b73706-053b-40b4-8549-dc2290f57bad tempest-TestMinimumBasicScenario-733554728 tempest-TestMinimumBasicScenario-733554728-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=df94ed8c-7abe-49c1-b835-b2a8fd4e2c43 HTTP/1.1" status: 200 len: 210 time: 0.0304854 Oct 23 02:24:07.782328 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996e802d-8550-4c0a-a245-8764e87fff37 None None] New status for floating IP dabe59cd-1022-4849-b550-b70729bd5c68: DOWN {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:24:08.099813 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:24:08.632346 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59514) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:08.694866 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:08.844341 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Deleting port 6d6f3abd-3691-4e1b-b564-764bfad6ae7d {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:08.844690 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (6d6f3abd-3691-4e1b-b564-764bfad6ae7d), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:08.903349 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:08.943790 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (6d6f3abd-3691-4e1b-b564-764bfad6ae7d), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:08.944232 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (6d6f3abd-3691-4e1b-b564-764bfad6ae7d), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:08.959372 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Calling delete_port for 6d6f3abd-3691-4e1b-b564-764bfad6ae7d owned by network:floatingip {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:09.326615 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59566) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:09.389937 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (6d6f3abd-3691-4e1b-b564-764bfad6ae7d), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:09.415488 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event deleted for resources: {'Port': ['ID=6d6f3abd-3691-4e1b-b564-764bfad6ae7d,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:09.484559 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (c6cf3e9e-1788-45a6-8a16-c20f021802be), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:09.484920 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.l3_db [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Floating IP c6cf3e9e-1788-45a6-8a16-c20f021802be disassociated (deleted). External IP: 172.27.0.70, port: 444e7dad-cf05-44e1-b92d-e45dbabfd2fb. Oct 23 02:24:09.489270 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:09.558787 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59570) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:09.659507 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-06139d54-30f5-4fec-bc92-ebb838ec5e62 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (b96a679e-2219-4963-981a-96555686f82c), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:09.688993 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:24:09.707976 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-06139d54-30f5-4fec-bc92-ebb838ec5e62 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (b96a679e-2219-4963-981a-96555686f82c), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:09.736206 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:09.795010 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:24:09.800115 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:09.807242 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] Sync routers for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:24:09.819136 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:09.819682 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:09.839502 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a68437c3-1f1c-45a6-8442-ae6beff74f79 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/c6cf3e9e-1788-45a6-8a16-c20f021802be HTTP/1.1" status: 204 len: 168 time: 1.2034240 Oct 23 02:24:09.839502 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:24:09.839809 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-06139d54-30f5-4fec-bc92-ebb838ec5e62 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b96a679e-2219-4963-981a-96555686f82c), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:09.840326 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6a2c26-b1f0-4709-886e-a06485718b17" -d '{"events": [{"name": "network-changed", "server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:24:09.847738 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-06139d54-30f5-4fec-bc92-ebb838ec5e62 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:09.849187 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-06139d54-30f5-4fec-bc92-ebb838ec5e62 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b96a679e-2219-4963-981a-96555686f82c HTTP/1.1" status: 204 len: 168 time: 0.2893705 Oct 23 02:24:09.852532 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59576) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:09.872575 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.api.v2.resource [None req-26e5d782-e215-45e1-91e9-c4800b754eab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] show failed (client error): The resource could not be found. Oct 23 02:24:09.873907 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-26e5d782-e215-45e1-91e9-c4800b754eab tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "GET /networking/v2.0/security-groups/b96a679e-2219-4963-981a-96555686f82c HTTP/1.1" status: 404 len: 347 time: 0.0202084 Oct 23 02:24:09.877892 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59578) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:09.903617 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06139d54-30f5-4fec-bc92-ebb838ec5e62 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a679e-2219-4963-981a-96555686f82c,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:09.928629 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8623cab-ae00-487c-a804-a586fcd698b4 x-openstack-request-id: req-c8623cab-ae00-487c-a804-a586fcd698b4 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:24:09.928957 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:24:09.929318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8623cab-ae00-487c-a804-a586fcd698b4 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:24:09.929626 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8623cab-ae00-487c-a804-a586fcd698b4'] response: {'name': 'network-changed', 'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'status': 'completed', 'code': 200} Oct 23 02:24:09.932199 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:09.937204 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:10.018054 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:10.047647 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-76185b75-70d4-49bc-8233-99961204d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:10.049364 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-76185b75-70d4-49bc-8233-99961204d661 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=10f27676e78f475fa9734f3d6f541da5&device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 1129 time: 0.0739772 Oct 23 02:24:10.051190 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Deleting port 3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:10.051548 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.084904 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:10.126016 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Deleting port 8c8fb363-a861-4715-8fb3-e2a4556fdf73 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:10.126016 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.150947 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8f30f-b04c-42f2-9fcc-fa75ff4c567e req-751ece09-be44-4d05-81a3-457193b660b1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:10.152440 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-23d8f30f-b04c-42f2-9fcc-fa75ff4c567e req-751ece09-be44-4d05-81a3-457193b660b1 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 945 time: 0.0871475 Oct 23 02:24:10.158335 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:10.160396 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 462339c3-99e2-4be4-ad61-d3a034c848c3 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:10.187063 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.187396 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.203029 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] Checking router: 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:24:10.205382 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 462339c3-99e2-4be4-ad61-d3a034c848c3 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:10.205924 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 462339c3-99e2-4be4-ad61-d3a034c848c3 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:10.206570 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 74f1daea-22d2-425b-9fe5-f40d95839a20 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:10.212830 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Calling delete_port for 3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad owned by network:floatingip {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:10.219393 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:10.234460 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 74f1daea-22d2-425b-9fe5-f40d95839a20 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:10.234817 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 74f1daea-22d2-425b-9fe5-f40d95839a20 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:10.242818 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:10.243632 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:10.266490 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-23d8f30f-b04c-42f2-9fcc-fa75ff4c567e req-65c982e9-d14c-4a21-ab65-886f956ea368 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015747 Oct 23 02:24:10.314516 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:10.316685 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-66808c3f-f10c-4f07-b619-d426c163c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:10.318763 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-66808c3f-f10c-4f07-b619-d426c163c9d2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 200 len: 913 time: 0.1482992 Oct 23 02:24:10.357261 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:10.360981 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] For port 8c8fb363-a861-4715-8fb3-e2a4556fdf73, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=8c8fb363-a861-4715-8fb3-e2a4556fdf73,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:10.361509 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.382849 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Calling delete_port for 8c8fb363-a861-4715-8fb3-e2a4556fdf73 owned by network:router_interface {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:10.397610 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:10.434767 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.506766 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Pushing event deleted for resources: {'Port': ['ID=3e89de5e-460b-4800-aaa5-b6e7ecb1f8ad,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:10.558048 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks [] for floatingip (dabe59cd-1022-4849-b550-b70729bd5c68), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.561270 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.565795 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-f3d9b12c-e751-4f3c-8966-f67da975dfc1 tempest-AttachVolumeNegativeTest-1183564244 tempest-AttachVolumeNegativeTest-1183564244-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/dabe59cd-1022-4849-b550-b70729bd5c68 HTTP/1.1" status: 204 len: 168 time: 0.6836541 Oct 23 02:24:10.605740 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:10.617842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59594) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:10.641939 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90d7d5-ed8a-4ef1-bf9b-9b12929052b6 None None] The sync data for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi is: [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:22Z', 'revision_number': 4, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi', '_interfaces': [{'id': '5d83565a-e9d9-4447-9424-fdaa69518c46', 'name': '', 'network_id': '6c5e8bc1-ae7a-4263-95d0-aa588702beec', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'mac_address': 'fa:16:3e:bf:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '14d18a91-92ed-4139-8824-a82856c88c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:20Z', 'updated_at': '2022-10-23T02:13:29Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'subnets': [{'id': '14d18a91-92ed-4139-8824-a82856c88c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:24:10.759590 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-008597c8-33f5-4cab-bb0a-dd821e743bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.771180 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-17a09254-fc1a-4324-8d95-608470a9d6a1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb HTTP/1.1" status: 200 len: 217 time: 0.3715105 Oct 23 02:24:10.848674 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-008597c8-33f5-4cab-bb0a-dd821e743bc1 admin admin] Publish callbacks [] for security_group (c7f0768d-8803-42b3-929b-12bb76f20a7e), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.854720 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-008597c8-33f5-4cab-bb0a-dd821e743bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (c7f0768d-8803-42b3-929b-12bb76f20a7e), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:10.877454 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-b41d132b-92a7-4600-b582-d81c79c3b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:10.878949 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-b41d132b-92a7-4600-b582-d81c79c3b6a2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 200 len: 851 time: 0.0973005 Oct 23 02:24:10.898933 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008597c8-33f5-4cab-bb0a-dd821e743bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0768d-8803-42b3-929b-12bb76f20a7e,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:10.905637 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-008597c8-33f5-4cab-bb0a-dd821e743bc1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9258b768f0194c078659f614a8bec6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843204 Oct 23 02:24:10.905874 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59600) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:10.955894 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5fa795-577e-46ab-959e-6d7e72ac45d9 None None] New status for floating IP c6cf3e9e-1788-45a6-8a16-c20f021802be: DOWN {{(pid=104675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 02:24:10.991797 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-66427097-1082-4918-aef3-927d15b21865 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:10.993335 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-66427097-1082-4918-aef3-927d15b21865 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 945 time: 0.0776618 Oct 23 02:24:10.995744 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-85bd0bd0-8ff2-4ad4-a2f3-0c36032af096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:10.997313 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-85bd0bd0-8ff2-4ad4-a2f3-0c36032af096 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6c5e8bc1-ae7a-4263-95d0-aa588702beec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819936 Oct 23 02:24:11.032609 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (8c8fb363-a861-4715-8fb3-e2a4556fdf73), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.039119 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3c7ea35d-ad53-45e9-a808-3ef22efc0190 admin admin] Publish callbacks [] for security_group (c7f0768d-8803-42b3-929b-12bb76f20a7e), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.079269 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3c7ea35d-ad53-45e9-a808-3ef22efc0190 admin admin] Publish callbacks [] for security_group (c7f0768d-8803-42b3-929b-12bb76f20a7e), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.080795 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:11.102613 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8fb363-a861-4715-8fb3-e2a4556fdf73,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:11.153712 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Deleting port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:11.153980 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.196673 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-8f82e7da-0773-403d-8c03-385e4e3c1484 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908832 Oct 23 02:24:11.232858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3c7ea35d-ad53-45e9-a808-3ef22efc0190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (c7f0768d-8803-42b3-929b-12bb76f20a7e), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.235417 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-3c7ea35d-ad53-45e9-a808-3ef22efc0190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.236569 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-3c7ea35d-ad53-45e9-a808-3ef22efc0190 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c7f0768d-8803-42b3-929b-12bb76f20a7e HTTP/1.1" status: 204 len: 168 time: 0.3295078 Oct 23 02:24:11.251448 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:11.266676 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ea35d-ad53-45e9-a808-3ef22efc0190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0768d-8803-42b3-929b-12bb76f20a7e,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:11.306833 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] For port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:11.309554 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.331200 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Calling delete_port for 444e7dad-cf05-44e1-b92d-e45dbabfd2fb owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:11.419399 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.422755 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [req-af6a2c26-b1f0-4709-886e-a06485718b17 req-88c639b5-23b1-45d0-92e8-670d4dfead4d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196941 Oct 23 02:24:11.455847 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95698ff7-c198-43ae-aa96-6aa058d2f671 req-0ead6c3a-0ce8-458c-af79-ac03d90d8bf7 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:11.458169 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-95698ff7-c198-43ae-aa96-6aa058d2f671 req-0ead6c3a-0ce8-458c-af79-ac03d90d8bf7 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 945 time: 0.0719478 Oct 23 02:24:11.463037 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394dcd11-10c6-49a1-a6d2-904b3f5b4450 None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:24:11.561608 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-95698ff7-c198-43ae-aa96-6aa058d2f671 req-08973716-1771-446a-ac6d-b5da91c2b263 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7ce7f0c2-344b-4416-96bb-324a4aafd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902944 Oct 23 02:24:11.587059 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (444e7dad-cf05-44e1-b92d-e45dbabfd2fb), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.625166 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394dcd11-10c6-49a1-a6d2-904b3f5b4450 None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:24:11.631391 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:11.636022 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event deleted for resources: {'Port': ['ID=444e7dad-cf05-44e1-b92d-e45dbabfd2fb,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:11.672055 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59608) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:11.696165 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d205cf00-d9aa-4623-acbe-91ca7eb662b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.703718 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] No DVR routers for this DVR port 444e7dad-cf05-44e1-b92d-e45dbabfd2fb on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:11.706591 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.710130 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8fe933f0-274a-4670-97fb-47c19dd2a48b req-ef76394b-64d8-4b4e-a933-f9ceaebb1c75 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.49 "DELETE /networking/v2.0/ports/444e7dad-cf05-44e1-b92d-e45dbabfd2fb HTTP/1.1" status: 204 len: 173 time: 0.7047687 Oct 23 02:24:11.714221 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:11.734938 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:24:11.893027 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d205cf00-d9aa-4623-acbe-91ca7eb662b6 admin admin] Publish callbacks [] for security_group (7712cd96-9a7b-4ff9-a577-c523fb971494), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.901723 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d205cf00-d9aa-4623-acbe-91ca7eb662b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7712cd96-9a7b-4ff9-a577-c523fb971494), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:11.931315 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'name': 'network-vif-deleted', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:24:11.934982 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbae907-2fdf-4d58-9c15-75a06fa87986" -d '{"events": [{"server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "name": "network-vif-deleted", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:24:11.953253 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:24:11.961547 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59622) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:11.961704 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d17d9a06-9f24-4977-aa39-ed768d610e37 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/0b4c1f66-99d1-45e9-97e7-2467c0ae1724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6337876 Oct 23 02:24:11.978360 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d205cf00-d9aa-4623-acbe-91ca7eb662b6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=94480d4b82d645668c93896e4f045f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979484 Oct 23 02:24:11.981014 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59626) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:11.984228 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] Sync routers for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:24:11.993629 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e90ad94-e0af-4117-b660-439818735d38 x-openstack-request-id: req-1e90ad94-e0af-4117-b660-439818735d38 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:24:11.993921 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd81b2ca-f9cb-4bc3-a344-a92633a5d73f", "name": "network-vif-deleted", "tag": "444e7dad-cf05-44e1-b92d-e45dbabfd2fb", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:24:11.994271 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e90ad94-e0af-4117-b660-439818735d38 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:24:11.995358 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205cf00-d9aa-4623-acbe-91ca7eb662b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7712cd96-9a7b-4ff9-a577-c523fb971494,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:11.997491 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e90ad94-e0af-4117-b660-439818735d38'] response: {'server_uuid': 'bd81b2ca-f9cb-4bc3-a344-a92633a5d73f', 'name': 'network-vif-deleted', 'tag': '444e7dad-cf05-44e1-b92d-e45dbabfd2fb', 'status': 'completed', 'code': 200} Oct 23 02:24:12.000097 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:12.001725 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:12.059568 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-25f4be31-bef6-45d4-b840-d75a9b80ea56 admin admin] Publish callbacks [] for security_group (7712cd96-9a7b-4ff9-a577-c523fb971494), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.095593 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:12.107146 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-25f4be31-bef6-45d4-b840-d75a9b80ea56 admin admin] Publish callbacks [] for security_group (7712cd96-9a7b-4ff9-a577-c523fb971494), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.170289 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-25f4be31-bef6-45d4-b840-d75a9b80ea56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7712cd96-9a7b-4ff9-a577-c523fb971494), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.177627 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-25f4be31-bef6-45d4-b840-d75a9b80ea56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.182432 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-25f4be31-bef6-45d4-b840-d75a9b80ea56 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7712cd96-9a7b-4ff9-a577-c523fb971494 HTTP/1.1" status: 204 len: 168 time: 0.1915185 Oct 23 02:24:12.191334 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4be31-bef6-45d4-b840-d75a9b80ea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7712cd96-9a7b-4ff9-a577-c523fb971494,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:12.200357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:12.463083 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:24:10Z', 'revision_number': 5, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:12.467420 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:12.471219 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks [] for router (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.497257 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] Checking router: 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:24:12.508361 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] Routers {'0b4c1f66-99d1-45e9-97e7-2467c0ae1724'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:12.509106 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:23:46Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:12.637760 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] Set router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:12.638379 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks [] for router_gateway (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.723170 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Deleting port 4365e9c9-625d-49f4-af48-af029b67288e {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:12.725684 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (4365e9c9-625d-49f4-af48-af029b67288e), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.749736 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59634) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:12.769795 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a57c4830-1c74-447a-a7c7-2c73102abff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.774895 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-ca663490-6de1-4041-af30-84f378b37c96 None None] Provisioning complete for port 1b697b1e-fe96-488f-a355-de8d69d5aac2 triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:24:12.775264 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ca663490-6de1-4041-af30-84f378b37c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.775977 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-ca663490-6de1-4041-af30-84f378b37c96 None None] Attempt 1 to provision port 1b697b1e-fe96-488f-a355-de8d69d5aac2 Oct 23 02:24:12.815110 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b76e610-33c8-458b-aed4-61cf754bcd71 req-aca1081b-3e34-4b00-977a-239d27391344 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=bd81b2ca-f9cb-4bc3-a344-a92633a5d73f HTTP/1.1" status: 200 len: 210 time: 0.0675068 Oct 23 02:24:12.855522 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:12.869270 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] For port 4365e9c9-625d-49f4-af48-af029b67288e, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=4365e9c9-625d-49f4-af48-af029b67288e,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:12.869590 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (4365e9c9-625d-49f4-af48-af029b67288e), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.877061 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a57c4830-1c74-447a-a7c7-2c73102abff3 admin admin] Publish callbacks [] for security_group (fa88f08f-1ff8-4537-b931-3350a67e2ca4), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.882220 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a57c4830-1c74-447a-a7c7-2c73102abff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (fa88f08f-1ff8-4537-b931-3350a67e2ca4), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:12.883654 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Calling delete_port for 4365e9c9-625d-49f4-af48-af029b67288e owned by network:router_gateway {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:12.918390 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-ca663490-6de1-4041-af30-84f378b37c96 None None] Current status of the port 1b697b1e-fe96-488f-a355-de8d69d5aac2 is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:24:12.920833 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:24:10Z', 'revision_number': 5, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:12.928986 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-a57c4830-1c74-447a-a7c7-2c73102abff3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b2035b5a432a4beabb0d0374495a7549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748400 Oct 23 02:24:12.928986 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c4830-1c74-447a-a7c7-2c73102abff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88f08f-1ff8-4537-b931-3350a67e2ca4,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:12.929858 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59636) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:13.040943 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1aa58f9-010f-4a63-b06e-f7f64a60cf6a admin admin] Publish callbacks [] for security_group (fa88f08f-1ff8-4537-b931-3350a67e2ca4), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.088503 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1aa58f9-010f-4a63-b06e-f7f64a60cf6a admin admin] Publish callbacks [] for security_group (fa88f08f-1ff8-4537-b931-3350a67e2ca4), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.093877 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2e56f-0863-4c7f-b8a5-60b74b74d2e9 None None] The sync data for ids ['0b4c1f66-99d1-45e9-97e7-2467c0ae1724'] in dv-cinder-861491-5-iscsi is: [{'id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'name': 'tempest-TestMinimumBasicScenario-947999303-router', 'tenant_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4365e9c9-625d-49f4-af48-af029b67288e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:10Z', 'updated_at': '2022-10-23T02:24:10Z', 'revision_number': 5, 'project_id': '7d85fefc9f0b47f8bad45fb6dd0810f9', 'gw_port': {'id': '4365e9c9-625d-49f4-af48-af029b67288e', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4c1f66-99d1-45e9-97e7-2467c0ae1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:11Z', 'updated_at': '2022-10-23T02:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:24:13.161941 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:13.210009 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (4365e9c9-625d-49f4-af48-af029b67288e), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.241948 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1aa58f9-010f-4a63-b06e-f7f64a60cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (fa88f08f-1ff8-4537-b931-3350a67e2ca4), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.244952 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c1aa58f9-010f-4a63-b06e-f7f64a60cf6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.248730 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c1aa58f9-010f-4a63-b06e-f7f64a60cf6a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fa88f08f-1ff8-4537-b931-3350a67e2ca4 HTTP/1.1" status: 204 len: 168 time: 0.3153393 Oct 23 02:24:13.248730 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Pushing event deleted for resources: {'Port': ['ID=4365e9c9-625d-49f4-af48-af029b67288e,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:13.277207 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa58f9-010f-4a63-b06e-f7f64a60cf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88f08f-1ff8-4537-b931-3350a67e2ca4,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:13.347815 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.440426 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.443342 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks [] for router_controller (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.490294 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (0b4c1f66-99d1-45e9-97e7-2467c0ae1724), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.491866 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4c1f66-99d1-45e9-97e7-2467c0ae1724 {{(pid=104673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:24:13.496785 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.498938 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-f0d413b9-cd58-4159-a735-07c2529ac71f admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/0b4c1f66-99d1-45e9-97e7-2467c0ae1724 HTTP/1.1" status: 204 len: 168 time: 1.5361395 Oct 23 02:24:13.500587 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59656) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:13.558037 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b7bfb7-064a-4d4a-a5ea-d0189d40d6f3 admin admin] Deleting subnet 0c22f193-9c9b-4084-af77-26ee04eabe0d {{(pid=104673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:24:13.562064 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-48b7bfb7-064a-4d4a-a5ea-d0189d40d6f3 admin admin] Publish callbacks [] for subnet (0c22f193-9c9b-4084-af77-26ee04eabe0d), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.601452 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-48b7bfb7-064a-4d4a-a5ea-d0189d40d6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8608090'] for subnet (0c22f193-9c9b-4084-af77-26ee04eabe0d), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.730709 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-48b7bfb7-064a-4d4a-a5ea-d0189d40d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (0c22f193-9c9b-4084-af77-26ee04eabe0d), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.758414 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-3f09547b-ecf9-4567-88f6-4393820ae2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.767734 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:13.782659 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 8c8fb363-a861-4715-8fb3-e2a4556fdf73 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:13.800936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-48b7bfb7-064a-4d4a-a5ea-d0189d40d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9368884'] for subnet (0c22f193-9c9b-4084-af77-26ee04eabe0d), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.805588 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 8c8fb363-a861-4715-8fb3-e2a4556fdf73 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:13.805932 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 8c8fb363-a861-4715-8fb3-e2a4556fdf73 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:13.826935 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793ffb6-a318-4ab4-a332-29cac7372a2f None None] Network df81527a-33c0-4994-b352-0d361111f171 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:24:13.846783 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-48b7bfb7-064a-4d4a-a5ea-d0189d40d6f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.851063 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-48b7bfb7-064a-4d4a-a5ea-d0189d40d6f3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/0c22f193-9c9b-4084-af77-26ee04eabe0d HTTP/1.1" status: 204 len: 168 time: 0.3494763 Oct 23 02:24:13.852436 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7bfb7-064a-4d4a-a5ea-d0189d40d6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c22f193-9c9b-4084-af77-26ee04eabe0d,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:13.853757 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59666) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:13.945923 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59672) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:13.990915 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (df81527a-33c0-4994-b352-0d361111f171), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:13.994372 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:14.047653 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Deleting port 1b697b1e-fe96-488f-a355-de8d69d5aac2 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:14.048003 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.084658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Deleting port 16411494-28f1-4b4b-9abd-927032a86ee9 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:14.084658 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (16411494-28f1-4b4b-9abd-927032a86ee9), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.121669 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] For port 1b697b1e-fe96-488f-a355-de8d69d5aac2, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=1b697b1e-fe96-488f-a355-de8d69d5aac2,segment=NetworkSegment(0cbfd856-db97-45e3-bce2-927c1b8e0046),segment_id=0cbfd856-db97-45e3-bce2-927c1b8e0046)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:14.121975 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.137972 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Calling delete_port for 1b697b1e-fe96-488f-a355-de8d69d5aac2 owned by network:dhcp {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:14.166330 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (16411494-28f1-4b4b-9abd-927032a86ee9), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.166739 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (16411494-28f1-4b4b-9abd-927032a86ee9), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.180515 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Calling delete_port for 16411494-28f1-4b4b-9abd-927032a86ee9 owned by network:floatingip {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:14.188116 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59680) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:14.206051 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:14.236140 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (1b697b1e-fe96-488f-a355-de8d69d5aac2), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.265729 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b697b1e-fe96-488f-a355-de8d69d5aac2,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:14.271729 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] No DVR routers for this DVR port 1b697b1e-fe96-488f-a355-de8d69d5aac2 on host dv-cinder-861491-5-iscsi {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:14.293794 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ef9ac-9295-48a0-9cb1-3c238b1872ba None None] DHCP port deletion for df81527a-33c0-4994-b352-0d361111f171 request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:24:14.351885 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-30466390-network', 'tenant_id': '3f32b2691a2244adbaf9a37f6981b393'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:24:14.353290 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (16411494-28f1-4b4b-9abd-927032a86ee9), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.388870 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event deleted for resources: {'Port': ['ID=16411494-28f1-4b4b-9abd-927032a86ee9,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:14.409348 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (df81527a-33c0-4994-b352-0d361111f171), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.425941 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Made reservation on behalf of 3f32b2691a2244adbaf9a37f6981b393 for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:24:14.428279 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.446190 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df81527a-33c0-4994-b352-0d361111f171']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:14.449078 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.466748 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbfd856-db97-45e3-bce2-927c1b8e0046') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:14.467048 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbfd856-db97-45e3-bce2-927c1b8e0046') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:14.467409 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59690) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:14.481232 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for floatingip (f84b7889-9a2b-4d81-a97f-662255215036), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.481418 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (0cbfd856-db97-45e3-bce2-927c1b8e0046), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.483923 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for floatingip (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.487729 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-c33ca027-37e1-4c69-8988-7b3c4be78901 tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/f84b7889-9a2b-4d81-a97f-662255215036 HTTP/1.1" status: 204 len: 168 time: 0.5404775 Oct 23 02:24:14.504096 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (0cbfd856-db97-45e3-bce2-927c1b8e0046), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.521865 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:24:14.522274 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (0cbfd856-db97-45e3-bce2-927c1b8e0046), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.568020 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:14.619564 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (df81527a-33c0-4994-b352-0d361111f171), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.644906 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.648744 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/df81527a-33c0-4994-b352-0d361111f171 HTTP/1.1" status: 204 len: 168 time: 0.7933671 Oct 23 02:24:14.653132 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a96b6-1e3f-464a-a5ce-a7de428f0530 admin admin] Pushing event deleted for resources: {'Network': ['ID=df81527a-33c0-4994-b352-0d361111f171,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:14.656402 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Publish callbacks [] for security_group (b596743e-5b2e-400e-985b-cee5100f41f4), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.657605 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59704) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:14.666966 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b596743e-5b2e-400e-985b-cee5100f41f4), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.732200 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:24:14.754949 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b596743e-5b2e-400e-985b-cee5100f41f4,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:14.761363 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (4eea4c3b-d150-481f-b2f5-17b51e8f9f90), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.761363 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Added segment 4eea4c3b-d150-481f-b2f5-17b51e8f9f90 of type vlan for network b3a34289-bbf3-495e-8f22-1842975541e7 Oct 23 02:24:14.803422 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 0cbfd856-db97-45e3-bce2-927c1b8e0046 resource provider aggregate not found Oct 23 02:24:14.832973 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 0cbfd856-db97-45e3-bce2-927c1b8e0046 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cbfd856-db97-45e3-bce2-927c1b8e0046 found for delete ", "request_id": "req-d834c2cb-c0e8-4b1a-8cfc-b521f2dc92ec"}]} Oct 23 02:24:14.857325 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (b3a34289-bbf3-495e-8f22-1842975541e7), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.896262 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:14.922593 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (b3a34289-bbf3-495e-8f22-1842975541e7), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.923565 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:14.924146 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:14.981352 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:14.988575 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (37e06246-38a8-495f-aff7-582daddda976), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.015804 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8267171 Oct 23 02:24:15.021402 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59710) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:15.037080 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Request body: {'subnet': {'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-30466390-subnet', 'tenant_id': '3f32b2691a2244adbaf9a37f6981b393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:24:15.042773 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:15.058177 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c8461-b797-48ca-9ff0-d6ef571eb6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a34289-bbf3-495e-8f22-1842975541e7,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:15.069979 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network b3a34289-bbf3-495e-8f22-1842975541e7 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:24:15.096073 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Made reservation on behalf of 3f32b2691a2244adbaf9a37f6981b393 for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:24:15.098483 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946604'] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.230888 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Deleting port c766553d-578b-45c7-8e02-ed171b2bffc8 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:15.231562 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.271692 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (5e1da9fb-b2e4-4558-b864-4006bc2f7654), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.317881 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] For port c766553d-578b-45c7-8e02-ed171b2bffc8, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c766553d-578b-45c7-8e02-ed171b2bffc8,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:15.318256 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.331904 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Calling delete_port for c766553d-578b-45c7-8e02-ed171b2bffc8 owned by network:router_interface {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:15.434017 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9333502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946618'] for subnet (5ef48b81-fdc2-4278-b3db-a39cfb123d66), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.520054 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (c766553d-578b-45c7-8e02-ed171b2bffc8), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.547087 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Pushing event deleted for resources: {'Port': ['ID=c766553d-578b-45c7-8e02-ed171b2bffc8,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:15.611533 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:15.755932 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (37e06246-38a8-495f-aff7-582daddda976), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.778639 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef48b81-fdc2-4278-b3db-a39cfb123d66,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:15.794967 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eefa0d5-3ee7-4bf6-90ba-f54f3ca7ccee None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:24:15.805369 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Checking segment: {'id': '4eea4c3b-d150-481f-b2f5-17b51e8f9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:24:15.805739 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Network hostable DHCP agents. Network: b3a34289-bbf3-495e-8f22-1842975541e7, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:24:15.835585 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59714) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:15.851960 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 1b697b1e-fe96-488f-a355-de8d69d5aac2 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:15.865688 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Network b3a34289-bbf3-495e-8f22-1842975541e7 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:24:15.893671 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 1b697b1e-fe96-488f-a355-de8d69d5aac2 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:15.894343 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 1b697b1e-fe96-488f-a355-de8d69d5aac2 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:15.895045 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 4365e9c9-625d-49f4-af48-af029b67288e no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:15.922131 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, b3a34289-bbf3-495e-8f22-1842975541e7) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:24:15.931959 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 4365e9c9-625d-49f4-af48-af029b67288e {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:15.932683 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 4365e9c9-625d-49f4-af48-af029b67288e not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:15.934814 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:15.935637 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.957620 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:15.958544 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Deleting port 4fc66e87-23aa-4419-a803-2e022d1099ec {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:15.958842 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.974897 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:15.980188 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eefa0d5-3ee7-4bf6-90ba-f54f3ca7ccee None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:24:15.984911 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-808113d2-5e18-467a-8aaa-1562bbbdadaa tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group (7ce7f0c2-344b-4416-96bb-324a4aafd118), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:15.995452 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-2af73249-7a66-4210-9931-8e1833f9486b admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9729466 Oct 23 02:24:16.028338 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:16.056592 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-808113d2-5e18-467a-8aaa-1562bbbdadaa tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group (7ce7f0c2-344b-4416-96bb-324a4aafd118), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:16.138668 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] For port 4fc66e87-23aa-4419-a803-2e022d1099ec, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=4fc66e87-23aa-4419-a803-2e022d1099ec,segment=NetworkSegment(f00a4baf-c534-4fd1-84f6-af4a67c659f6),segment_id=f00a4baf-c534-4fd1-84f6-af4a67c659f6)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:16.139625 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:16.148739 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 444e7dad-cf05-44e1-b92d-e45dbabfd2fb no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:16.160513 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Calling delete_port for 4fc66e87-23aa-4419-a803-2e022d1099ec owned by network:router_interface {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:16.199332 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 444e7dad-cf05-44e1-b92d-e45dbabfd2fb {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:16.199724 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 444e7dad-cf05-44e1-b92d-e45dbabfd2fb not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:16.205845 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5d97619a-c4b8-44f2-836a-85bfd153affd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:16.269329 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-808113d2-5e18-467a-8aaa-1562bbbdadaa tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7ce7f0c2-344b-4416-96bb-324a4aafd118), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:16.270804 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:16.274949 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-808113d2-5e18-467a-8aaa-1562bbbdadaa tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:16.276126 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-808113d2-5e18-467a-8aaa-1562bbbdadaa tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7ce7f0c2-344b-4416-96bb-324a4aafd118 HTTP/1.1" status: 204 len: 168 time: 0.4378359 Oct 23 02:24:16.296205 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808113d2-5e18-467a-8aaa-1562bbbdadaa tempest-TestVolumeBootPattern-182285566 tempest-TestVolumeBootPattern-182285566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7f0c2-344b-4416-96bb-324a4aafd118,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:16.329469 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Router 37e06246-38a8-495f-aff7-582daddda976 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:24:16.384698 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59724) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:16.484352 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:24:16.490453 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-569d40ee-6f53-49d9-8a95-31ae598c7eef admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/37e06246-38a8-495f-aff7-582daddda976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0219553 Oct 23 02:24:16.493889 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59728) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:16.497706 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] Sync routers for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:24:16.501245 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:16.503898 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:16.541489 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:16.542240 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:24:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:16.648553 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (4fc66e87-23aa-4419-a803-2e022d1099ec), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:16.754728 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc66e87-23aa-4419-a803-2e022d1099ec,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:16.755800 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:16.763792 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks [] for router (37e06246-38a8-495f-aff7-582daddda976), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:16.913110 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks [] for router_gateway (37e06246-38a8-495f-aff7-582daddda976), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:16.977214 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Deleting port ad6bb5f5-1e73-4ecd-8f68-381fe064267a {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:16.978745 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:16.990423 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f611c36-d549-49ed-b00a-0b30026801d0 None None] Network b3a34289-bbf3-495e-8f22-1842975541e7 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:24:17.005062 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=100 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:17.014299 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:24:15Z', 'revision_number': 5, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port': {'id': 'ad6bb5f5-1e73-4ecd-8f68-381fe064267a', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e06246-38a8-495f-aff7-582daddda976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:17.048208 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] Checking router: 37e06246-38a8-495f-aff7-582daddda976 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:24:17.059457 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] Routers {'37e06246-38a8-495f-aff7-582daddda976'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:17.060405 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:24:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['37e06246-38a8-495f-aff7-582daddda976'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:17.094571 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (5e1da9fb-b2e4-4558-b864-4006bc2f7654), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.112664 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] For port ad6bb5f5-1e73-4ecd-8f68-381fe064267a, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ad6bb5f5-1e73-4ecd-8f68-381fe064267a,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:17.113142 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.120309 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-89427b8f-ddb0-4cc3-80c6-a33bd6c641bf None None] Provisioning complete for port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:24:17.120692 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-89427b8f-ddb0-4cc3-80c6-a33bd6c641bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.121041 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-89427b8f-ddb0-4cc3-80c6-a33bd6c641bf None None] Attempt 1 to provision port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d Oct 23 02:24:17.139191 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Calling delete_port for ad6bb5f5-1e73-4ecd-8f68-381fe064267a owned by network:router_gateway {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:17.208904 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] Set router 37e06246-38a8-495f-aff7-582daddda976 gateway port host: None {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:17.212434 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff1812e-7128-49b0-a3e9-9980fcf4b8ff None None] Network b3a34289-bbf3-495e-8f22-1842975541e7 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:24:17.256591 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:17.260657 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:17.298078 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:24:16Z', 'revision_number': 6, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:17.317241 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:17.329677 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.352571 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a00e79-80fe-448d-9acf-0fb52ffc8bdb None None] The sync data for ids ['37e06246-38a8-495f-aff7-582daddda976'] in dv-cinder-861491-5-iscsi is: [{'id': '37e06246-38a8-495f-aff7-582daddda976', 'name': 'tempest-AttachVolumeNegativeTest-1022429626-router', 'tenant_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:12:55Z', 'updated_at': '2022-10-23T02:24:16Z', 'revision_number': 6, 'project_id': 'eab81e47f8d6426fbd5b50d1eb7fc14a', 'gw_port_host': None}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:24:17.373360 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-89427b8f-ddb0-4cc3-80c6-a33bd6c641bf None None] Current status of the port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:24:17.396929 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (ad6bb5f5-1e73-4ecd-8f68-381fe064267a), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.400937 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.422570 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e01df-03a3-4608-955f-7eabc3402cd3 None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:24:17.432162 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6bb5f5-1e73-4ecd-8f68-381fe064267a,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:17.456962 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.457319 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.457670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.458018 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.458361 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.458914 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.459252 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.459590 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.459926 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.460266 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.461233 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.461571 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.462079 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.462419 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.462776 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:17.511568 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (37e06246-38a8-495f-aff7-582daddda976), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.544955 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e01df-03a3-4608-955f-7eabc3402cd3 None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:24:17.589824 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:24:17.604686 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (37e06246-38a8-495f-aff7-582daddda976), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.606944 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks [] for router_controller (37e06246-38a8-495f-aff7-582daddda976), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.614071 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:17.653677 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (37e06246-38a8-495f-aff7-582daddda976), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.654520 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e06246-38a8-495f-aff7-582daddda976 {{(pid=104673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:24:17.659893 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.661881 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-978e2809-eb44-4fb4-9171-8c8d32c84822 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/37e06246-38a8-495f-aff7-582daddda976 HTTP/1.1" status: 204 len: 168 time: 1.1669283 Oct 23 02:24:17.664544 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59734) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:17.717703 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a380c8cc-56a5-4b8c-a3f8-256180bf89d7 admin admin] Deleting subnet 4f0e358f-5b23-42c2-8b93-b234f6d24eb7 {{(pid=104673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:24:17.730754 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a380c8cc-56a5-4b8c-a3f8-256180bf89d7 admin admin] Publish callbacks [] for subnet (4f0e358f-5b23-42c2-8b93-b234f6d24eb7), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.798798 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a380c8cc-56a5-4b8c-a3f8-256180bf89d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8608090'] for subnet (4f0e358f-5b23-42c2-8b93-b234f6d24eb7), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.819843 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:24:17.833729 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] Sync routers for ids ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:24:17.850194 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-276afb90-bde2-4ea0-ab99-d5d547a065c2 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/5e1da9fb-b2e4-4558-b864-4006bc2f7654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1913781 Oct 23 02:24:17.853479 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59738) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:17.866203 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c766553d-578b-45c7-8e02-ed171b2bffc8 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:17.909574 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: c766553d-578b-45c7-8e02-ed171b2bffc8 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:17.910499 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c766553d-578b-45c7-8e02-ed171b2bffc8 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:17.920547 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] Routers {'5e1da9fb-b2e4-4558-b864-4006bc2f7654'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:17.921694 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:24:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:17.924237 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Deleting port 5d83565a-e9d9-4447-9424-fdaa69518c46 {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:17.924687 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:17.964451 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a380c8cc-56a5-4b8c-a3f8-256180bf89d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (4f0e358f-5b23-42c2-8b93-b234f6d24eb7), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.060015 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a380c8cc-56a5-4b8c-a3f8-256180bf89d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9368884'] for subnet (4f0e358f-5b23-42c2-8b93-b234f6d24eb7), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.106091 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks [] for router (5e1da9fb-b2e4-4558-b864-4006bc2f7654), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.112521 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380c8cc-56a5-4b8c-a3f8-256180bf89d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0e358f-5b23-42c2-8b93-b234f6d24eb7,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:18.115809 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-a380c8cc-56a5-4b8c-a3f8-256180bf89d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.119323 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-a380c8cc-56a5-4b8c-a3f8-256180bf89d7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/4f0e358f-5b23-42c2-8b93-b234f6d24eb7 HTTP/1.1" status: 204 len: 168 time: 0.4534397 Oct 23 02:24:18.128002 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] Set router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:18.129592 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59752) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:18.188574 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:18.237952 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks [] for router_gateway (5e1da9fb-b2e4-4558-b864-4006bc2f7654), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.251063 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] For port 5d83565a-e9d9-4447-9424-fdaa69518c46, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=5d83565a-e9d9-4447-9424-fdaa69518c46,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:18.251424 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.285242 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (a7b3cf49-41ec-4949-b12a-aff94c1d3d94), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.314835 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdc726-1821-427e-af87-151b586ff16f req-b1bd40fd-6ab5-42d2-b23f-02c31ac9599c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:18.316345 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-b1bd40fd-6ab5-42d2-b23f-02c31ac9599c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b3a34289-bbf3-495e-8f22-1842975541e7 HTTP/1.1" status: 200 len: 812 time: 0.2051282 Oct 23 02:24:18.341644 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Calling delete_port for 5d83565a-e9d9-4447-9424-fdaa69518c46 owned by network:router_interface {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:18.350067 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=100 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:18.361477 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Deleting port abd994b8-8d59-45f7-ba25-40e4f7b90aae {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:18.362530 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.366645 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:24:16Z', 'revision_number': 5, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'gw_port': {'id': 'abd994b8-8d59-45f7-ba25-40e4f7b90aae', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:18.370366 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-bba577e7-27d7-4cb3-b0e5-13942b27be4b tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/quotas/3f32b2691a2244adbaf9a37f6981b393 HTTP/1.1" status: 200 len: 375 time: 0.0157974 Oct 23 02:24:18.397037 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] Checking router: 5e1da9fb-b2e4-4558-b864-4006bc2f7654 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:24:18.407368 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] Routers {'5e1da9fb-b2e4-4558-b864-4006bc2f7654'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:18.408120 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:24:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:18.413217 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Deleting port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:18.413559 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.419930 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:18.439521 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-d843121a-b957-4b37-8b1a-80e2573ca862 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=3f32b2691a2244adbaf9a37f6981b393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542257 Oct 23 02:24:18.512141 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] Set router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 gateway port host: None {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:18.515054 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] For port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d,segment=NetworkSegment(0098585a-e6af-491d-a91b-c278e6539b68),segment_id=0098585a-e6af-491d-a91b-c278e6539b68)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:18.515716 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.535298 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Calling delete_port for 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d owned by network:dhcp {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:18.546722 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-b1e40980-8380-49f1-9f7d-4e950774989a service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:24:18.547773 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-b1e40980-8380-49f1-9f7d-4e950774989a service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1075072 Oct 23 02:24:18.554925 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:18.572688 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:24:18Z', 'revision_number': 6, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:18.574839 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69336ac7-4956-4758-a94d-92e7c47dca80 None None] Network a7b3cf49-41ec-4949-b12a-aff94c1d3d94 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:24:18.638075 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a8d018-f43d-4432-81b7-7aaf7e23e8c7 None None] The sync data for ids ['5e1da9fb-b2e4-4558-b864-4006bc2f7654'] in dv-cinder-861491-5-iscsi is: [{'id': '5e1da9fb-b2e4-4558-b864-4006bc2f7654', 'name': 'tempest-TestMinimumBasicScenario-1102489978-router', 'tenant_id': '29a8b1e914054f14a418ed039f8a1a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:19:15Z', 'updated_at': '2022-10-23T02:24:18Z', 'revision_number': 6, 'project_id': '29a8b1e914054f14a418ed039f8a1a4f', 'gw_port_host': None}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:24:18.677045 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-624dca4f-2a1a-44f1-a226-a08078db9057 None None] Provisioning complete for port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:24:18.677412 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-624dca4f-2a1a-44f1-a226-a08078db9057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.677759 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-624dca4f-2a1a-44f1-a226-a08078db9057 None None] Attempt 1 to provision port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade Oct 23 02:24:18.690087 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:18.737357 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-23f0a9e0-630c-45da-a3eb-98ed7582bf1d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445324 Oct 23 02:24:18.740375 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.797126 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Pushing event deleted for resources: {'Port': ['ID=941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:18.814210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] No DVR routers for this DVR port 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d on host dv-cinder-861491-5-iscsi {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:18.852948 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] For port abd994b8-8d59-45f7-ba25-40e4f7b90aae, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=abd994b8-8d59-45f7-ba25-40e4f7b90aae,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:18.853274 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.873133 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Calling delete_port for abd994b8-8d59-45f7-ba25-40e4f7b90aae owned by network:router_gateway {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:18.961551 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (a7b3cf49-41ec-4949-b12a-aff94c1d3d94), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:18.994557 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-b85dd59a-f4a4-4ef2-9f43-0152dc0c2a9a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141316 Oct 23 02:24:18.996351 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b3cf49-41ec-4949-b12a-aff94c1d3d94']}} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:19.009408 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:19.011401 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0098585a-e6af-491d-a91b-c278e6539b68') {'for_net_delete': True} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:19.011707 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0098585a-e6af-491d-a91b-c278e6539b68') {} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:19.020899 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-624dca4f-2a1a-44f1-a226-a08078db9057 None None] Current status of the port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:24:19.024174 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8608081'] for segment (0098585a-e6af-491d-a91b-c278e6539b68), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.042768 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (0098585a-e6af-491d-a91b-c278e6539b68), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.053533 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:24:19.055604 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8953958'] for segment (0098585a-e6af-491d-a91b-c278e6539b68), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.058371 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.063497 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.075240 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7703f548-b95b-43df-b5a4-1ab7c6182230 None None] DHCP port deletion for a7b3cf49-41ec-4949-b12a-aff94c1d3d94 request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:24:19.086582 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (5d83565a-e9d9-4447-9424-fdaa69518c46), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.105888 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment 0098585a-e6af-491d-a91b-c278e6539b68 resource provider aggregate not found Oct 23 02:24:19.158766 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment 0098585a-e6af-491d-a91b-c278e6539b68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0098585a-e6af-491d-a91b-c278e6539b68 found for delete ", "request_id": "req-3f3b269e-4ecc-4782-aa86-de0bee4462f5"}]} Oct 23 02:24:19.185154 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (a7b3cf49-41ec-4949-b12a-aff94c1d3d94), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.192241 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.196547 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/a7b3cf49-41ec-4949-b12a-aff94c1d3d94 HTTP/1.1" status: 204 len: 168 time: 1.0659454 Oct 23 02:24:19.203706 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d83565a-e9d9-4447-9424-fdaa69518c46,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:19.231020 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebce7b4-0787-4800-9c68-c7dfa1189163 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b3cf49-41ec-4949-b12a-aff94c1d3d94,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:19.264145 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-729ad321-de3f-4ab4-8a46-689580f87643 req-c66c3e21-09d8-4b3c-b79c-742214efd655 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 210 time: 0.0347109 Oct 23 02:24:19.306284 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (abd994b8-8d59-45f7-ba25-40e4f7b90aae), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.400585 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd994b8-8d59-45f7-ba25-40e4f7b90aae,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:19.433675 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59768) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:19.487070 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-6cbbc8f4-bc57-4145-b0de-007e6a6a2225 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=eab81e47f8d6426fbd5b50d1eb7fc14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514839 Oct 23 02:24:19.489692 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59772) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:19.512799 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.523844 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (5e1da9fb-b2e4-4558-b864-4006bc2f7654), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.561942 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2c95-121a-48e5-828f-ba9223d9fe0e admin admin] Publish callbacks [] for security_group (e39c3b4b-cd01-4304-aa2f-f2e17d1e50b8), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.571825 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dae579-fea7-44ff-bcc9-cda563e7c400 None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:24:19.594264 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2c95-121a-48e5-828f-ba9223d9fe0e admin admin] Publish callbacks [] for security_group (e39c3b4b-cd01-4304-aa2f-f2e17d1e50b8), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.653960 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2c95-121a-48e5-828f-ba9223d9fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e39c3b4b-cd01-4304-aa2f-f2e17d1e50b8), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.664792 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ed9f2c95-121a-48e5-828f-ba9223d9fe0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.664792 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-ed9f2c95-121a-48e5-828f-ba9223d9fe0e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e39c3b4b-cd01-4304-aa2f-f2e17d1e50b8 HTTP/1.1" status: 204 len: 168 time: 0.1737144 Oct 23 02:24:19.665074 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:19.688717 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f2c95-121a-48e5-828f-ba9223d9fe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c3b4b-cd01-4304-aa2f-f2e17d1e50b8,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:19.722995 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (5e1da9fb-b2e4-4558-b864-4006bc2f7654), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.727796 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks [] for router_controller (5e1da9fb-b2e4-4558-b864-4006bc2f7654), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.729179 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:19.750080 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dae579-fea7-44ff-bcc9-cda563e7c400 None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:24:19.830185 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (5e1da9fb-b2e4-4558-b864-4006bc2f7654), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.831013 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e1da9fb-b2e4-4558-b864-4006bc2f7654 {{(pid=104672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:24:19.837797 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.839106 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c95e830c-ae36-44a2-ab99-d52c8244ea20 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/5e1da9fb-b2e4-4558-b864-4006bc2f7654 HTTP/1.1" status: 204 len: 168 time: 1.9846270 Oct 23 02:24:19.842224 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59778) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:19.905954 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:19.939254 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1673fd5-cba0-4df4-ad31-5892fc97a85c admin admin] Deleting subnet 78d6a081-89c0-4cf0-ac17-933606082f66 {{(pid=104673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:24:19.943009 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e1673fd5-cba0-4df4-ad31-5892fc97a85c admin admin] Publish callbacks [] for subnet (78d6a081-89c0-4cf0-ac17-933606082f66), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:19.965242 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:19.966282 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 941d0ee0-1bc9-4d9b-8dd3-510bdb670a3d not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:19.966914 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ad6bb5f5-1e73-4ecd-8f68-381fe064267a no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:20.014103 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: ad6bb5f5-1e73-4ecd-8f68-381fe064267a {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:20.014502 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ad6bb5f5-1e73-4ecd-8f68-381fe064267a not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:20.016556 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e1673fd5-cba0-4df4-ad31-5892fc97a85c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8608090'] for subnet (78d6a081-89c0-4cf0-ac17-933606082f66), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.021633 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 4fc66e87-23aa-4419-a803-2e022d1099ec no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:20.061768 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 4fc66e87-23aa-4419-a803-2e022d1099ec {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:20.062422 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 4fc66e87-23aa-4419-a803-2e022d1099ec not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:20.063060 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device abd994b8-8d59-45f7-ba25-40e4f7b90aae no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:20.082570 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:24:20.120399 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: abd994b8-8d59-45f7-ba25-40e4f7b90aae {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:20.120751 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device abd994b8-8d59-45f7-ba25-40e4f7b90aae not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:20.151387 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e1673fd5-cba0-4df4-ad31-5892fc97a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (78d6a081-89c0-4cf0-ac17-933606082f66), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.158546 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:20.241633 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e1673fd5-cba0-4df4-ad31-5892fc97a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9368884'] for subnet (78d6a081-89c0-4cf0-ac17-933606082f66), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.243735 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:24:20.250160 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-abb58866-b40c-4217-84bc-a57973c50ea9 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/0c58f16d-7db3-4ee6-976e-e7cd1126bc90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8608806 Oct 23 02:24:20.252752 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59784) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:20.257324 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] Sync routers for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:24:20.271818 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:20.272665 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:24:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:20.302865 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1673fd5-cba0-4df4-ad31-5892fc97a85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d6a081-89c0-4cf0-ac17-933606082f66,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:20.309631 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-e1673fd5-cba0-4df4-ad31-5892fc97a85c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.313067 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-e1673fd5-cba0-4df4-ad31-5892fc97a85c admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/78d6a081-89c0-4cf0-ac17-933606082f66 HTTP/1.1" status: 204 len: 168 time: 0.4694953 Oct 23 02:24:20.324184 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59790) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:20.409548 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks [] for router (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.482701 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:20.530618 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-37a93920-d6bb-4eea-a5c6-75934d37a80f req-27ba9e36-017f-4f8a-a272-ddca800af667 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 210 time: 0.0998034 Oct 23 02:24:20.536758 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (973e7422-61d1-426e-b505-425820192ed5), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.547786 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks [] for router_gateway (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.595289 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Deleting port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:20.595636 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.624145 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Deleting port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:20.624790 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.710256 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] For port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=fb961f1c-c6e1-4c5e-afb5-6a89e8572ade,segment=NetworkSegment(f00a4baf-c534-4fd1-84f6-af4a67c659f6),segment_id=f00a4baf-c534-4fd1-84f6-af4a67c659f6)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:20.710694 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.736192 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Calling delete_port for fb961f1c-c6e1-4c5e-afb5-6a89e8572ade owned by network:dhcp {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:20.792486 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:24:18Z', 'revision_number': 5, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port': {'id': '02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:20.797738 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:20.813121 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] For port 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:20.813626 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.828219 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] Checking router: 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 for host: dv-cinder-861491-5-iscsi {{(pid=104675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:24:20.846476 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Calling delete_port for 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba owned by network:router_gateway {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:20.851716 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] Routers {'0c58f16d-7db3-4ee6-976e-e7cd1126bc90'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:20.853712 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:24:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'], 'active': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:20.961345 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (fb961f1c-c6e1-4c5e-afb5-6a89e8572ade), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:20.980815 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvr_db [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] Set router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 gateway port host: None {{(pid=104675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:21.001535 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb961f1c-c6e1-4c5e-afb5-6a89e8572ade,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:21.011005 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] No DVR routers for this DVR port fb961f1c-c6e1-4c5e-afb5-6a89e8572ade on host dv-cinder-861491-5-iscsi {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:21.052545 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.l3_hamode_db [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:24:20Z', 'revision_number': 6, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:21.095844 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08617015-1ef3-45a9-980f-fabda66ef552 None None] The sync data for ids ['0c58f16d-7db3-4ee6-976e-e7cd1126bc90'] in dv-cinder-861491-5-iscsi is: [{'id': '0c58f16d-7db3-4ee6-976e-e7cd1126bc90', 'name': 'tempest-TestVolumeBootPattern-1498464790-router', 'tenant_id': '10f27676e78f475fa9734f3d6f541da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:18Z', 'updated_at': '2022-10-23T02:24:20Z', 'revision_number': 6, 'project_id': '10f27676e78f475fa9734f3d6f541da5', 'gw_port_host': None}] {{(pid=104675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:24:21.123090 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e349d43c-d5c8-424b-94b5-f0759b225de0 None None] Network 973e7422-61d1-426e-b505-425820192ed5 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:24:21.175210 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:21.177657 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdc726-1821-427e-af87-151b586ff16f req-d620449d-4bb0-4b33-8e04-ccbef3732ad2 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:21.179901 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-d620449d-4bb0-4b33-8e04-ccbef3732ad2 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b3a34289-bbf3-495e-8f22-1842975541e7 HTTP/1.1" status: 200 len: 812 time: 0.3134212 Oct 23 02:24:21.183789 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (973e7422-61d1-426e-b505-425820192ed5), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.202453 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.212024 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973e7422-61d1-426e-b505-425820192ed5']}} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:21.216785 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-298b2499-1c05-4e5b-9244-ca6b0612be62 None None] Provisioning complete for port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:24:21.217172 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-298b2499-1c05-4e5b-9244-ca6b0612be62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.217510 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-298b2499-1c05-4e5b-9244-ca6b0612be62 None None] Attempt 1 to provision port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c Oct 23 02:24:21.223979 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00a4baf-c534-4fd1-84f6-af4a67c659f6') {'for_net_delete': True} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:21.224275 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00a4baf-c534-4fd1-84f6-af4a67c659f6') {} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:21.238877 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8608081'] for segment (f00a4baf-c534-4fd1-84f6-af4a67c659f6), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.240766 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:21.251048 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.251698 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.251787 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.252063 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.252402 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.252740 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.253070 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.253399 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.253730 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.254701 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.255038 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.255373 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.255769 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.256101 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.256429 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:21.258888 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Request body: {'port': {'device_id': '08bf4fa0-3b40-4f41-aa00-09fb44c66cc2', 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7', 'admin_state_up': True, 'tenant_id': '3f32b2691a2244adbaf9a37f6981b393'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:24:21.286331 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (f00a4baf-c534-4fd1-84f6-af4a67c659f6), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.327077 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:21.334699 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:21.338555 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-298b2499-1c05-4e5b-9244-ca6b0612be62 None None] Current status of the port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:24:21.350381 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=104673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:24:21.350811 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8953958'] for segment (f00a4baf-c534-4fd1-84f6-af4a67c659f6), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.353938 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.407469 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment f00a4baf-c534-4fd1-84f6-af4a67c659f6 resource provider aggregate not found Oct 23 02:24:21.437136 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment f00a4baf-c534-4fd1-84f6-af4a67c659f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f00a4baf-c534-4fd1-84f6-af4a67c659f6 found for delete ", "request_id": "req-4031833e-a681-441f-be2d-4b59227f90c6"}]} Oct 23 02:24:21.444579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (973e7422-61d1-426e-b505-425820192ed5), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.453899 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.454756 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.457008 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/973e7422-61d1-426e-b505-425820192ed5 HTTP/1.1" status: 204 len: 168 time: 1.1316526 Oct 23 02:24:21.457134 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks [] for router_controller (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.479914 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06938c-c44c-4658-8aee-17dd93252e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=973e7422-61d1-426e-b505-425820192ed5,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:21.520578 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Made reservation on behalf of 3f32b2691a2244adbaf9a37f6981b393 for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:24:21.525023 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.527587 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde2fcb-85a0-499e-8ff6-576aac0378c4 None None] DHCP port deletion for 973e7422-61d1-426e-b505-425820192ed5 request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:24:21.527744 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (0c58f16d-7db3-4ee6-976e-e7cd1126bc90), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.528790 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c58f16d-7db3-4ee6-976e-e7cd1126bc90 {{(pid=104672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:24:21.539207 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.546849 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-3611bbdb-d229-4f82-a0b6-cd7165eeb0e7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/0c58f16d-7db3-4ee6-976e-e7cd1126bc90 HTTP/1.1" status: 204 len: 168 time: 1.2923927 Oct 23 02:24:21.550526 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59822) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:21.627501 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-17edb5e6-d3ea-4ded-af44-854e6e87263e admin admin] Deleting subnet 14d18a91-92ed-4139-8824-a82856c88c65 {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:24:21.632455 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-17edb5e6-d3ea-4ded-af44-854e6e87263e admin admin] Publish callbacks [] for subnet (14d18a91-92ed-4139-8824-a82856c88c65), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.707459 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-17edb5e6-d3ea-4ded-af44-854e6e87263e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (14d18a91-92ed-4139-8824-a82856c88c65), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.712484 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:21.715204 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Allocated IP 172.20.0.9 (b3a34289-bbf3-495e-8f22-1842975541e7/5ef48b81-fdc2-4278-b3db-a39cfb123d66/5b3ab6f5-49b6-405f-9ddb-8ea847751514) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:24:21.748649 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c2bd9ca2-26fa-4c47-b5fd-6470d7972430 req-73bec899-e452-4834-955a-b8ee9b5386aa tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 210 time: 0.0375211 Oct 23 02:24:21.803304 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59828) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:21.832522 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-17edb5e6-d3ea-4ded-af44-854e6e87263e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (14d18a91-92ed-4139-8824-a82856c88c65), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.834011 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:21.900465 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-17edb5e6-d3ea-4ded-af44-854e6e87263e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (14d18a91-92ed-4139-8824-a82856c88c65), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.912902 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-94c8442d-fb8f-45da-a12a-0cd8dde5099b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7d85fefc9f0b47f8bad45fb6dd0810f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1085095 Oct 23 02:24:21.921224 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59832) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:21.930652 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edb5e6-d3ea-4ded-af44-854e6e87263e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d18a91-92ed-4139-8824-a82856c88c65,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:21.935122 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-17edb5e6-d3ea-4ded-af44-854e6e87263e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:21.940856 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-17edb5e6-d3ea-4ded-af44-854e6e87263e admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/14d18a91-92ed-4139-8824-a82856c88c65 HTTP/1.1" status: 204 len: 168 time: 0.3818643 Oct 23 02:24:21.940856 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59834) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:21.944025 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8b54b-6ef4-480f-9827-dd761aa28ec8 None None] Network 6c5e8bc1-ae7a-4263-95d0-aa588702beec requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:24:22.005564 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks [] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.016959 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (6c5e8bc1-ae7a-4263-95d0-aa588702beec), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.086391 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Deleting port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:22.087625 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.091430 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.149100 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Network b3a34289-bbf3-495e-8f22-1842975541e7 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:24:22.169458 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] DHCP port deletion for 6c5e8bc1-ae7a-4263-95d0-aa588702beec request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:24:22.174031 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:24:22.176802 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:24:22.210333 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-db920709-b5d7-4ac3-8a85-bf70449e4331 admin admin] Publish callbacks [] for security_group (69fc1a6e-f4fb-48e6-95a1-324521dd4bba), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.214182 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] For port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ffdc2f82-cb00-48dc-86c3-c63b4eb5596c,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:22.214679 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.225257 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device fb961f1c-c6e1-4c5e-afb5-6a89e8572ade no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:22.247541 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Calling delete_port for ffdc2f82-cb00-48dc-86c3-c63b4eb5596c owned by network:dhcp {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:22.251974 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: fb961f1c-c6e1-4c5e-afb5-6a89e8572ade {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:22.252331 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device fb961f1c-c6e1-4c5e-afb5-6a89e8572ade not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:22.252996 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 5d83565a-e9d9-4447-9424-fdaa69518c46 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:22.258544 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Pushing event updated for resources: {'Port': ['ID=5b3ab6f5-49b6-405f-9ddb-8ea847751514,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:22.266995 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-db920709-b5d7-4ac3-8a85-bf70449e4331 admin admin] Publish callbacks [] for security_group (69fc1a6e-f4fb-48e6-95a1-324521dd4bba), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.278839 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:22.279478 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.298543 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 5d83565a-e9d9-4447-9424-fdaa69518c46 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:22.298978 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 5d83565a-e9d9-4447-9424-fdaa69518c46 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:22.304299 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Deleting port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c {{(pid=104674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:22.306330 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), before_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.337096 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-ab025910-9bfd-4849-b209-3492ddcad0d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0814779 Oct 23 02:24:22.360200 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.370002 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Request body: {'port': {'device_id': '08bf4fa0-3b40-4f41-aa00-09fb44c66cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:24:22.390257 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdc2f82-cb00-48dc-86c3-c63b4eb5596c,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:22.391382 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:22.397249 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] No DVR routers for this DVR port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c on host dv-cinder-861491-5-iscsi {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:22.408679 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] For port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=ffdc2f82-cb00-48dc-86c3-c63b4eb5596c,segment=NetworkSegment(2f1bcc6d-6e5e-442f-a81e-7495d5ced93d),segment_id=2f1bcc6d-6e5e-442f-a81e-7495d5ced93d)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:22.409245 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), precommit_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.431618 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Calling delete_port for ffdc2f82-cb00-48dc-86c3-c63b4eb5596c owned by network:dhcp {{(pid=104674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:22.495042 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.533907 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (ffdc2f82-cb00-48dc-86c3-c63b4eb5596c), after_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.538482 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-db920709-b5d7-4ac3-8a85-bf70449e4331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (69fc1a6e-f4fb-48e6-95a1-324521dd4bba), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.541679 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-db920709-b5d7-4ac3-8a85-bf70449e4331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.543144 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-db920709-b5d7-4ac3-8a85-bf70449e4331 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/69fc1a6e-f4fb-48e6-95a1-324521dd4bba HTTP/1.1" status: 204 len: 168 time: 0.6210344 Oct 23 02:24:22.556749 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (6c5e8bc1-ae7a-4263-95d0-aa588702beec), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.559452 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db920709-b5d7-4ac3-8a85-bf70449e4331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fc1a6e-f4fb-48e6-95a1-324521dd4bba,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:22.600453 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Pushing event deleted for resources: {'Port': ['ID=ffdc2f82-cb00-48dc-86c3-c63b4eb5596c,revision_number=None']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:22.602360 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:22.613854 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5e8bc1-ae7a-4263-95d0-aa588702beec']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:22.614101 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.614334 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.614700 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.615055 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.615508 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.615871 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.616212 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.616849 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.617196 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.617536 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.618576 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.618955 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.619297 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.619635 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.619973 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:24:22.626825 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5027269-a59e-4cb7-a2a1-5ff016970061 None None] No DVR routers for this DVR port ffdc2f82-cb00-48dc-86c3-c63b4eb5596c on host dv-cinder-861491-5-iscsi {{(pid=104674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:22.640289 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:22.640632 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1bcc6d-6e5e-442f-a81e-7495d5ced93d') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:22.658949 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (2f1bcc6d-6e5e-442f-a81e-7495d5ced93d), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.675775 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (2f1bcc6d-6e5e-442f-a81e-7495d5ced93d), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.696493 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:24:22.697157 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (2f1bcc6d-6e5e-442f-a81e-7495d5ced93d), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.767090 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 2f1bcc6d-6e5e-442f-a81e-7495d5ced93d resource provider aggregate not found Oct 23 02:24:22.795431 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 2f1bcc6d-6e5e-442f-a81e-7495d5ced93d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f1bcc6d-6e5e-442f-a81e-7495d5ced93d found for delete ", "request_id": "req-2415ebef-b53b-405d-9cd2-818813716243"}]} Oct 23 02:24:22.799445 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (6c5e8bc1-ae7a-4263-95d0-aa588702beec), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.799825 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:22.808510 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.815572 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/6c5e8bc1-ae7a-4263-95d0-aa588702beec HTTP/1.1" status: 204 len: 168 time: 0.8737381 Oct 23 02:24:22.816438 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:22.817312 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59856) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:22.894366 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5995ed7-df16-4490-bb36-a892dd2304f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5e8bc1-ae7a-4263-95d0-aa588702beec,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:22.947733 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3ab6f5-49b6-405f-9ddb-8ea847751514 {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:24:22.959381 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Publish callbacks [] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:22.967963 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d82e9-55d2-49f6-a456-b27fd3d21a4e req-03bc48e3-50c5-4fed-bf4a-2efbc2068b68 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:22.969541 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b94d82e9-55d2-49f6-a456-b27fd3d21a4e req-03bc48e3-50c5-4fed-bf4a-2efbc2068b68 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 931 time: 0.0800877 Oct 23 02:24:22.987103 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Transition to ACTIVE for port object 5b3ab6f5-49b6-405f-9ddb-8ea847751514 will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:24:23.000158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.070596 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b94d82e9-55d2-49f6-a456-b27fd3d21a4e req-e71bbd7d-820f-4574-aa0c-e1b717eaff58 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913470 Oct 23 02:24:23.089396 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ab6f5-49b6-405f-9ddb-8ea847751514,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:23.094783 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:23.117556 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59862) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:23.190986 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Attempting to bind port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:24:23.191335 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Attempting to bind port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '4eea4c3b-d150-481f-b2f5-17b51e8f9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:24:23.191670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Attempting to bind port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 on network b3a34289-bbf3-495e-8f22-1842975541e7 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:24:23.197791 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-51a915ef-9b01-4380-b460-b2b7b2a08fba admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=29a8b1e914054f14a418ed039f8a1a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0750504 Oct 23 02:24:23.215770 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59864) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:23.271903 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 on network b3a34289-bbf3-495e-8f22-1842975541e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:24:23.272146 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Attempting to bind port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 on network b3a34289-bbf3-495e-8f22-1842975541e7 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:24:23.313347 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ee22401e-42e7-4560-a8b5-e1fdd04c72d9 admin admin] Publish callbacks [] for security_group (9b7fd110-adc5-4298-a8bc-f0db992e4c00), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.342812 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:24:23.343155 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Checking segment: {'id': '4eea4c3b-d150-481f-b2f5-17b51e8f9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:24:23.343553 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Bound using segment: {'id': '4eea4c3b-d150-481f-b2f5-17b51e8f9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:24:23.343990 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Bound port: 5b3ab6f5-49b6-405f-9ddb-8ea847751514, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eea4c3b-d150-481f-b2f5-17b51e8f9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:24:23.344359 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.347511 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ee22401e-42e7-4560-a8b5-e1fdd04c72d9 admin admin] Publish callbacks [] for security_group (9b7fd110-adc5-4298-a8bc-f0db992e4c00), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.438791 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] For port 5b3ab6f5-49b6-405f-9ddb-8ea847751514, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:24:23.442210 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] For port 5b3ab6f5-49b6-405f-9ddb-8ea847751514, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5b3ab6f5-49b6-405f-9ddb-8ea847751514,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:24:23.449873 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.453872 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ee22401e-42e7-4560-a8b5-e1fdd04c72d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (9b7fd110-adc5-4298-a8bc-f0db992e4c00), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.455348 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815290'] for router_interface (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.456318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-ee22401e-42e7-4560-a8b5-e1fdd04c72d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.457439 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-ee22401e-42e7-4560-a8b5-e1fdd04c72d9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9b7fd110-adc5-4298-a8bc-f0db992e4c00 HTTP/1.1" status: 204 len: 168 time: 0.2407765 Oct 23 02:24:23.459782 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:23.461885 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.461885 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/5b3ab6f5-49b6-405f-9ddb-8ea847751514 HTTP/1.1" status: 200 len: 1093 time: 1.1009555 Oct 23 02:24:23.463876 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bf4fa0-3b40-4f41-aa00-09fb44c66cc2', 'tag': '5b3ab6f5-49b6-405f-9ddb-8ea847751514'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:24:23.466131 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b674774e-aa40-41f2-a23b-e522b4f87e61" -d '{"events": [{"name": "network-changed", "server_uuid": "08bf4fa0-3b40-4f41-aa00-09fb44c66cc2", "tag": "5b3ab6f5-49b6-405f-9ddb-8ea847751514"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:24:23.492653 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22401e-42e7-4560-a8b5-e1fdd04c72d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7fd110-adc5-4298-a8bc-f0db992e4c00,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:23.496666 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:23.523945 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2348a-bac7-4134-a72d-68792d6b72d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3ab6f5-49b6-405f-9ddb-8ea847751514,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:23.592963 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdc726-1821-427e-af87-151b586ff16f req-cfce0c77-eef5-45d5-a111-f7ca6d3f95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:23.594894 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-cfce0c77-eef5-45d5-a111-f7ca6d3f95bf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3f32b2691a2244adbaf9a37f6981b393&device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 1127 time: 0.0512989 Oct 23 02:24:23.596367 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5d2e9a-75f7-4424-a1f7-b69e4c92fe16 x-openstack-request-id: req-0e5d2e9a-75f7-4424-a1f7-b69e4c92fe16 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:24:23.596963 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bf4fa0-3b40-4f41-aa00-09fb44c66cc2", "tag": "5b3ab6f5-49b6-405f-9ddb-8ea847751514", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:24:23.597292 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e5d2e9a-75f7-4424-a1f7-b69e4c92fe16 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:24:23.597684 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5d2e9a-75f7-4424-a1f7-b69e4c92fe16'] response: {'name': 'network-changed', 'server_uuid': '08bf4fa0-3b40-4f41-aa00-09fb44c66cc2', 'tag': '5b3ab6f5-49b6-405f-9ddb-8ea847751514', 'status': 'completed', 'code': 200} Oct 23 02:24:23.655957 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-251de55a-9faa-4766-9610-2e713f947b1d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3ab6f5-49b6-405f-9ddb-8ea847751514 HTTP/1.1" status: 200 len: 217 time: 0.0347750 Oct 23 02:24:23.724641 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdc726-1821-427e-af87-151b586ff16f req-3ee242f3-2a80-4c28-b64b-221a81a0057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:23.726219 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-3ee242f3-2a80-4c28-b64b-221a81a0057f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=5ef48b81-fdc2-4278-b3db-a39cfb123d66 HTTP/1.1" status: 200 len: 852 time: 0.0650203 Oct 23 02:24:23.746274 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ffdc2f82-cb00-48dc-86c3-c63b4eb5596c no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:23.748767 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Deleting port 796a8b01-35d8-494a-9ed7-89eca632b65d {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:23.749027 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.767915 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: ffdc2f82-cb00-48dc-86c3-c63b4eb5596c {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:23.768536 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device ffdc2f82-cb00-48dc-86c3-c63b4eb5596c not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:23.769169 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:23.780993 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-7d302880-f207-45a5-b37d-232d9f8eacf8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b3a34289-bbf3-495e-8f22-1842975541e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488391 Oct 23 02:24:23.791862 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:23.793079 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 02dd9ac3-dc51-46c7-8ddc-6dfa83c2d0ba not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:23.848088 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] For port 796a8b01-35d8-494a-9ed7-89eca632b65d, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=796a8b01-35d8-494a-9ed7-89eca632b65d,segment=NetworkSegment(e89322ac-bd2b-4b17-b248-006fb8787774),segment_id=e89322ac-bd2b-4b17-b248-006fb8787774)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:23.848469 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:23.863892 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Calling delete_port for 796a8b01-35d8-494a-9ed7-89eca632b65d owned by network:router_interface {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:23.897455 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-bad3d3f5-387e-4e5d-a6ea-6196bda0853f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107090 Oct 23 02:24:23.987814 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:24.074788 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (796a8b01-35d8-494a-9ed7-89eca632b65d), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:24.103076 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=796a8b01-35d8-494a-9ed7-89eca632b65d,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:24.129953 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:24.299380 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203f69a-a448-4161-9499-d8b1fdc97ad9 req-b94dacc5-4de3-4845-a77f-228bc5ef0013 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:24.300952 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1203f69a-a448-4161-9499-d8b1fdc97ad9 req-b94dacc5-4de3-4845-a77f-228bc5ef0013 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 943 time: 0.0631602 Oct 23 02:24:24.316684 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3816394'] for router_interface (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:24.347694 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-30fdc726-1821-427e-af87-151b586ff16f req-d32b80eb-b15d-4c8c-8999-42fed396756a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442081 Oct 23 02:24:24.405440 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089cb1e2-6681-4bf6-8c2f-15f9a6d3d265 None None] get_active_networks_info from dv-cinder-861491-5-iscsi {{(pid=104674) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 02:24:24.409534 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1203f69a-a448-4161-9499-d8b1fdc97ad9 req-b82dce94-b146-4f4a-9c4f-f2a0f3ecfa8d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997550 Oct 23 02:24:24.520681 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089cb1e2-6681-4bf6-8c2f-15f9a6d3d265 None None] Resources bound (agent type, host, resource id): {{(pid=104674) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 02:24:24.606220 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 has already been hosted by L3 agent fdf489e4-8086-4d13-af08-11e8951e8d2c {{(pid=104672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 02:24:24.714212 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] Notify agent at l3_agent.dv-cinder-861491-5-iscsi the message routers_updated {{(pid=104672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 02:24:24.719909 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1b6e4c5e-098a-4306-8452-ba9c759d32b0 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8881056 Oct 23 02:24:24.722291 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 59884) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:24.724865 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] Sync routers for ids ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'] in dv-cinder-861491-5-iscsi {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 02:24:24.736293 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] Routers {'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:24.737257 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:24:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:24.815888 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:24.832834 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks [] for router (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:24.850847 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] Set router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 gateway port host: dv-cinder-861491-5-iscsi {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:24.934937 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks [] for router_gateway (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:24.985103 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Deleting port 5e2b030f-9f68-48a7-ad1c-978918c77eb2 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:24.985777 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.036350 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'external_fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:24Z', 'updated_at': '2022-10-23T02:24:24Z', 'revision_number': 5, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'gw_port': {'id': '5e2b030f-9f68-48a7-ad1c-978918c77eb2', 'name': '', 'network_id': '08533f80-0157-46c7-9f27-7f3fbf8b0740', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-861491-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T02:13:25Z', 'updated_at': '2022-10-23T02:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f03e554-11c7-4d2c-b57a-663b28b219d5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-861491-5-iscsi'}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:25.063966 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] Checking router: f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 for host: dv-cinder-861491-5-iscsi {{(pid=104674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 02:24:25.074407 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] Routers {'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'} bound to L3 agent in host dv-cinder-861491-5-iscsi {{(pid=104674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 02:24:25.075136 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-861491-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T02:03:16Z,description=,heartbeat_timestamp=2022-10-23T02:24:16Z,host='dv-cinder-861491-5-iscsi',id=fdf489e4-8086-4d13-af08-11e8951e8d2c,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T02:03:16Z,topic='l3_agent')) {'router_ids': ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'], 'active': True} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:25.081490 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] For port 5e2b030f-9f68-48a7-ad1c-978918c77eb2, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=5e2b030f-9f68-48a7-ad1c-978918c77eb2,segment=NetworkSegment(fb498423-dd76-4c17-a3d9-77813df46996),segment_id=fb498423-dd76-4c17-a3d9-77813df46996)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:25.081955 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.103457 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Calling delete_port for 5e2b030f-9f68-48a7-ad1c-978918c77eb2 owned by network:router_gateway {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:25.123565 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:25.173762 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvr_db [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] Set router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 gateway port host: None {{(pid=104674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 02:24:25.221837 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:25.232515 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:25.237293 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_hamode_db [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:24Z', 'updated_at': '2022-10-23T02:24:24Z', 'revision_number': 6, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'gw_port_host': None}], 'dv-cinder-861491-5-iscsi', False) {} {{(pid=104674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:25.267604 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-435b76e9-b1ec-4d16-a75e-655ee9cb8033 None None] Provisioning complete for port c575e401-418b-42a8-9755-46958d75ba2c triggered by entity DHCP. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:24:25.267996 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-435b76e9-b1ec-4d16-a75e-655ee9cb8033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (c575e401-418b-42a8-9755-46958d75ba2c), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.268311 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-435b76e9-b1ec-4d16-a75e-655ee9cb8033 None None] Attempt 1 to provision port c575e401-418b-42a8-9755-46958d75ba2c Oct 23 02:24:25.270543 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6211fe7-1c1b-4de8-8ff2-9c7737116c92 None None] The sync data for ids ['f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920'] in dv-cinder-861491-5-iscsi is: [{'id': 'f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920', 'name': 'tempest-TestVolumeBootPattern-875528207-router', 'tenant_id': '94ac7006ccce45c19464a0adfbe41af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T02:13:24Z', 'updated_at': '2022-10-23T02:24:24Z', 'revision_number': 6, 'project_id': '94ac7006ccce45c19464a0adfbe41af9', 'gw_port_host': None}] {{(pid=104674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 02:24:25.292268 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (5e2b030f-9f68-48a7-ad1c-978918c77eb2), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.321911 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2b030f-9f68-48a7-ad1c-978918c77eb2,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:25.355241 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-435b76e9-b1ec-4d16-a75e-655ee9cb8033 None None] Current status of the port c575e401-418b-42a8-9755-46958d75ba2c is: ACTIVE; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:24:25.385767 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810463'] for router_gateway (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.475318 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3813776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43917'] for router (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.478065 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks [] for router_controller (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), precommit_delete_associations {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.548289 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3815225'] for router (f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.548872 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 {{(pid=104673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 02:24:25.554805 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.558862 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-30e31732-9af6-4747-9f5d-8b469b6f76cf admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/f3e8feaa-bcf4-49b6-ae9a-cb8e737cb920 HTTP/1.1" status: 204 len: 168 time: 0.8326316 Oct 23 02:24:25.559274 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59892) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:25.567148 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b521a-5156-4520-a6c4-a7199684df35 req-b2688776-a48a-4463-8533-13f505055b06 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:25.568702 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-393b521a-5156-4520-a6c4-a7199684df35 req-b2688776-a48a-4463-8533-13f505055b06 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 943 time: 0.0543547 Oct 23 02:24:25.625176 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3e8ae4-e654-4db6-80fb-a0aa9980037c admin admin] Deleting subnet f506e757-9895-457e-89fc-7fa1fb6f90d5 {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:24:25.629195 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ae4-e654-4db6-80fb-a0aa9980037c admin admin] Publish callbacks [] for subnet (f506e757-9895-457e-89fc-7fa1fb6f90d5), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.632942 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-393b521a-5156-4520-a6c4-a7199684df35 req-0791cd8a-313b-488e-9a18-908465741ccd tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577037 Oct 23 02:24:25.683060 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ae4-e654-4db6-80fb-a0aa9980037c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (f506e757-9895-457e-89fc-7fa1fb6f90d5), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.786300 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ae4-e654-4db6-80fb-a0aa9980037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (f506e757-9895-457e-89fc-7fa1fb6f90d5), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.842052 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ae4-e654-4db6-80fb-a0aa9980037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (f506e757-9895-457e-89fc-7fa1fb6f90d5), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.870008 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e8ae4-e654-4db6-80fb-a0aa9980037c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f506e757-9895-457e-89fc-7fa1fb6f90d5,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:25.872028 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8ae4-e654-4db6-80fb-a0aa9980037c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.875206 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-9d3e8ae4-e654-4db6-80fb-a0aa9980037c admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/f506e757-9895-457e-89fc-7fa1fb6f90d5 HTTP/1.1" status: 204 len: 168 time: 0.3149137 Oct 23 02:24:25.877168 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b43d7b0-252c-4d61-af05-c9a166a6ad32 None None] Network 06e187ed-7299-4c87-b58d-06db06e8cdb4 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:24:25.877684 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59898) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:25.946640 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:25.951671 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (06e187ed-7299-4c87-b58d-06db06e8cdb4), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:25.985298 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:25.997731 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Deleting port c575e401-418b-42a8-9755-46958d75ba2c {{(pid=104672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:25.998082 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (c575e401-418b-42a8-9755-46958d75ba2c), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.060874 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.db [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] For port c575e401-418b-42a8-9755-46958d75ba2c, host dv-cinder-861491-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-861491-5-iscsi',level=0,port_id=c575e401-418b-42a8-9755-46958d75ba2c,segment=NetworkSegment(e89322ac-bd2b-4b17-b248-006fb8787774),segment_id=e89322ac-bd2b-4b17-b248-006fb8787774)] {{(pid=104672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:26.061162 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (c575e401-418b-42a8-9755-46958d75ba2c), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.076561 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.plugin [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Calling delete_port for c575e401-418b-42a8-9755-46958d75ba2c owned by network:dhcp {{(pid=104672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:26.122011 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] DHCP port deletion for 06e187ed-7299-4c87-b58d-06db06e8cdb4 request from dv-cinder-861491-5-iscsi {{(pid=104674) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 02:24:26.136149 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 796a8b01-35d8-494a-9ed7-89eca632b65d no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:26.165428 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9331022'] for port (c575e401-418b-42a8-9755-46958d75ba2c), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.180971 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 796a8b01-35d8-494a-9ed7-89eca632b65d {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:26.181314 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 796a8b01-35d8-494a-9ed7-89eca632b65d not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:26.191120 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] Deleting port c575e401-418b-42a8-9755-46958d75ba2c {{(pid=104674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:24:26.191506 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (c575e401-418b-42a8-9755-46958d75ba2c), before_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.192617 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c575e401-418b-42a8-9755-46958d75ba2c,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:26.194580 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] No DVR routers for this DVR port c575e401-418b-42a8-9755-46958d75ba2c on host dv-cinder-861491-5-iscsi {{(pid=104672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:26.257279 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] For port c575e401-418b-42a8-9755-46958d75ba2c, host dv-cinder-861491-5-iscsi, got binding levels [] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:26.257680 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (c575e401-418b-42a8-9755-46958d75ba2c), precommit_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.271534 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] Calling delete_port for c575e401-418b-42a8-9755-46958d75ba2c owned by network:dhcp {{(pid=104674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:24:26.273750 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (06e187ed-7299-4c87-b58d-06db06e8cdb4), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.274181 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.ipam_backend_mixin [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] Port c575e401-418b-42a8-9755-46958d75ba2c was not found and therefore no delete operation was performed {{(pid=104674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 23 02:24:26.275760 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592'] for port (c575e401-418b-42a8-9755-46958d75ba2c), after_delete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.294925 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e187ed-7299-4c87-b58d-06db06e8cdb4']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:26.300211 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] Pushing event deleted for resources: {'Port': ['ID=c575e401-418b-42a8-9755-46958d75ba2c,revision_number=None']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:26.302044 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6180332-ffca-4a3c-b177-d658c17873f1 None None] No DVR routers for this DVR port c575e401-418b-42a8-9755-46958d75ba2c on host dv-cinder-861491-5-iscsi {{(pid=104674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:24:26.304543 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89322ac-bd2b-4b17-b248-006fb8787774') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:26.304855 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89322ac-bd2b-4b17-b248-006fb8787774') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:24:26.317231 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (e89322ac-bd2b-4b17-b248-006fb8787774), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.332457 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (e89322ac-bd2b-4b17-b248-006fb8787774), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.340768 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:24:26.341179 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (e89322ac-bd2b-4b17-b248-006fb8787774), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.382642 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment e89322ac-bd2b-4b17-b248-006fb8787774 resource provider aggregate not found Oct 23 02:24:26.403349 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment e89322ac-bd2b-4b17-b248-006fb8787774 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e89322ac-bd2b-4b17-b248-006fb8787774 found for delete ", "request_id": "req-a1e2b06c-bf31-40bf-ba74-d3f003ef9e95"}]} Oct 23 02:24:26.407491 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (06e187ed-7299-4c87-b58d-06db06e8cdb4), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.413447 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.417166 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/06e187ed-7299-4c87-b58d-06db06e8cdb4 HTTP/1.1" status: 204 len: 168 time: 0.5385470 Oct 23 02:24:26.428908 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1460e-4d0f-43fc-8ba3-bfd1113ef7ec admin admin] Pushing event deleted for resources: {'Network': ['ID=06e187ed-7299-4c87-b58d-06db06e8cdb4,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:26.615529 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59906) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:26.656457 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-dcc1a98a-7651-45ab-adf3-5e1b2dfdcebf admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=10f27676e78f475fa9734f3d6f541da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397952 Oct 23 02:24:26.658911 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59908) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:26.712462 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1ae5067f-d6a5-422a-b58b-af3597f3367b admin admin] Publish callbacks [] for security_group (2084e6d7-f28b-45e5-8ca5-1a3d9da98b23), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.733259 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1ae5067f-d6a5-422a-b58b-af3597f3367b admin admin] Publish callbacks [] for security_group (2084e6d7-f28b-45e5-8ca5-1a3d9da98b23), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.766341 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f831a72-7402-4928-b5e8-3060bb811571 req-71dd6291-4ee5-4b83-8d1a-91a2055bf72a tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:26.768295 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3f831a72-7402-4928-b5e8-3060bb811571 req-71dd6291-4ee5-4b83-8d1a-91a2055bf72a tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 943 time: 0.0483310 Oct 23 02:24:26.782566 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1ae5067f-d6a5-422a-b58b-af3597f3367b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (2084e6d7-f28b-45e5-8ca5-1a3d9da98b23), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.785295 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1ae5067f-d6a5-422a-b58b-af3597f3367b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:26.786725 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1ae5067f-d6a5-422a-b58b-af3597f3367b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2084e6d7-f28b-45e5-8ca5-1a3d9da98b23 HTTP/1.1" status: 204 len: 168 time: 0.1269047 Oct 23 02:24:26.794823 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5067f-d6a5-422a-b58b-af3597f3367b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2084e6d7-f28b-45e5-8ca5-1a3d9da98b23,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:26.824195 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3f831a72-7402-4928-b5e8-3060bb811571 req-43970e2a-2017-4774-8dd5-d81cf137cfaf tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Oct 23 02:24:27.152614 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59918) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:27.192468 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e93c8b40-fcff-4b31-8efa-523a1fb4e552 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=94ac7006ccce45c19464a0adfbe41af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386970 Oct 23 02:24:27.194913 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 59920) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:24:27.242245 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbf54-f803-4e13-b9d8-6caefc2b7350 admin admin] Publish callbacks [] for security_group (fbd4f3b4-978f-4eb3-aa2f-032f73f9b364), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:27.263136 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbf54-f803-4e13-b9d8-6caefc2b7350 admin admin] Publish callbacks [] for security_group (fbd4f3b4-978f-4eb3-aa2f-032f73f9b364), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:27.268911 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:27.312300 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbf54-f803-4e13-b9d8-6caefc2b7350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (fbd4f3b4-978f-4eb3-aa2f-032f73f9b364), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:27.314909 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbf54-f803-4e13-b9d8-6caefc2b7350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:27.316065 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c8ccbf54-f803-4e13-b9d8-6caefc2b7350 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fbd4f3b4-978f-4eb3-aa2f-032f73f9b364 HTTP/1.1" status: 204 len: 168 time: 0.1202650 Oct 23 02:24:27.323815 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccbf54-f803-4e13-b9d8-6caefc2b7350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd4f3b4-978f-4eb3-aa2f-032f73f9b364,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:27.717853 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c575e401-418b-42a8-9755-46958d75ba2c no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:27.739043 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: c575e401-418b-42a8-9755-46958d75ba2c {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:27.739395 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device c575e401-418b-42a8-9755-46958d75ba2c not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:27.739827 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 5e2b030f-9f68-48a7-ad1c-978918c77eb2 no longer exists at agent ovs-agent-dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:24:27.757556 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] No Port match for: 5e2b030f-9f68-48a7-ad1c-978918c77eb2 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:24:27.757844 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Device 5e2b030f-9f68-48a7-ad1c-978918c77eb2 not bound to the agent host dv-cinder-861491-5-iscsi {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:24:27.950868 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8794e71-0039-466b-b24e-777512355174 req-c1f2c3f8-19fe-42db-aa5d-d1a21593f66c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:27.952332 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d8794e71-0039-466b-b24e-777512355174 req-c1f2c3f8-19fe-42db-aa5d-d1a21593f66c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 943 time: 0.0466561 Oct 23 02:24:27.999734 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d8794e71-0039-466b-b24e-777512355174 req-9d65eea0-dc7e-4b1e-9a4c-65fb044347b3 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Oct 23 02:24:28.471778 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:29.125696 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7079e0-26b9-4885-8f7a-d885d888eef6 req-5576c869-73ef-454d-95b1-29e143f7ba47 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:29.127190 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9f7079e0-26b9-4885-8f7a-d885d888eef6 req-5576c869-73ef-454d-95b1-29e143f7ba47 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 943 time: 0.0503135 Oct 23 02:24:29.138102 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:29.177458 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9f7079e0-26b9-4885-8f7a-d885d888eef6 req-6a784f13-6ad0-4c94-8a19-d32b88075075 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 Oct 23 02:24:29.804536 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 5b3ab6f5-49b6-405f-9ddb-8ea847751514 details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:24:29.906993 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 5b3ab6f5-49b6-405f-9ddb-8ea847751514, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5b3ab6f5-49b6-405f-9ddb-8ea847751514,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:29.919143 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '5b3ab6f5-49b6-405f-9ddb-8ea847751514', 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7', 'port_id': '5b3ab6f5-49b6-405f-9ddb-8ea847751514', 'mac_address': 'fa:16:3e:62:38:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef48b81-fdc2-4278-b3db-a39cfb123d66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:24:29.954905 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:24:29.955299 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:29.968058 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3ab6f5-49b6-405f-9ddb-8ea847751514 {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:24:29.987397 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 5b3ab6f5-49b6-405f-9ddb-8ea847751514, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5b3ab6f5-49b6-405f-9ddb-8ea847751514,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:29.991611 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:30.040393 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=5b3ab6f5-49b6-405f-9ddb-8ea847751514,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:30.302009 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f65c68-fb73-41dc-ad46-25a82939b35a req-6e54d57c-7c9c-42e5-bf4d-ae28c04571db tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:30.303486 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-00f65c68-fb73-41dc-ad46-25a82939b35a req-6e54d57c-7c9c-42e5-bf4d-ae28c04571db tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 944 time: 0.0477996 Oct 23 02:24:30.352315 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-00f65c68-fb73-41dc-ad46-25a82939b35a req-4947d31e-f42c-4426-bfef-71b53b45305f tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Oct 23 02:24:30.410964 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-c842887b-e61a-498e-ba1d-10a55ed9a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:30.412709 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-c842887b-e61a-498e-ba1d-10a55ed9a56c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3f32b2691a2244adbaf9a37f6981b393&device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 1128 time: 0.0440280 Oct 23 02:24:30.503743 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-1bd0e8a4-5074-45f6-a2de-010b791d2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:30.505099 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-1bd0e8a4-5074-45f6-a2de-010b791d2bbc service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b3a34289-bbf3-495e-8f22-1842975541e7 HTTP/1.1" status: 200 len: 913 time: 0.0867994 Oct 23 02:24:30.703778 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['5b3ab6f5-49b6-405f-9ddb-8ea847751514'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:24:30.738924 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-f6db9a5b-116d-422d-b4dd-7aa6d22d38a2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3ab6f5-49b6-405f-9ddb-8ea847751514 HTTP/1.1" status: 200 len: 217 time: 0.0350909 Oct 23 02:24:30.795576 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:30.798565 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-4656a9b3-2445-4eef-b742-1497df7820f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:30.800017 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-4656a9b3-2445-4eef-b742-1497df7820f4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=5ef48b81-fdc2-4278-b3db-a39cfb123d66 HTTP/1.1" status: 200 len: 852 time: 0.0528486 Oct 23 02:24:30.833834 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-4c0c340e-fe41-4448-8a5c-c59a8ff33a5d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b3a34289-bbf3-495e-8f22-1842975541e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277719 Oct 23 02:24:30.904672 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:30.929834 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-39c11cee-581e-477a-8976-783760b38c2e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902190 Oct 23 02:24:31.196768 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-b674774e-aa40-41f2-a23b-e522b4f87e61 req-737d1367-c4a7-48c7-8c60-351a52d42e44 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032445 Oct 23 02:24:31.485307 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dbcf4-7e27-4e40-ad52-b123a798a51d req-b0f321da-070c-4cb6-b5fb-a1d59c6c3c2c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:31.486976 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-297dbcf4-7e27-4e40-ad52-b123a798a51d req-b0f321da-070c-4cb6-b5fb-a1d59c6c3c2c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 944 time: 0.0492773 Oct 23 02:24:31.536381 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-297dbcf4-7e27-4e40-ad52-b123a798a51d req-a0df2651-4621-4ef6-a104-050fbeb54f8b tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436108 Oct 23 02:24:32.133395 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=76 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:32.137383 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:32.518361 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 5b3ab6f5-49b6-405f-9ddb-8ea847751514 up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:24:32.541288 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:32.670278 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b512-4f25-4533-8577-e3f7fb75cee1 req-d65838eb-411b-46dd-a8d3-1fe00e86dd70 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:32.671902 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-06a0b512-4f25-4533-8577-e3f7fb75cee1 req-d65838eb-411b-46dd-a8d3-1fe00e86dd70 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 944 time: 0.0562103 Oct 23 02:24:32.709042 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:24:32.715399 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:24:32.715800 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:32.716205 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 Oct 23 02:24:32.734232 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-06a0b512-4f25-4533-8577-e3f7fb75cee1 req-9a580211-58f4-4f41-9f61-bea7333d3d42 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558167 Oct 23 02:24:32.795024 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:24:32.795506 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:32.819016 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf4fa0-3b40-4f41-aa00-09fb44c66cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3ab6f5-49b6-405f-9ddb-8ea847751514'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:24:32.821289 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0920bd7c-fb84-4b31-a075-35a2437f8a81" -d '{"events": [{"server_uuid": "08bf4fa0-3b40-4f41-aa00-09fb44c66cc2", "name": "network-vif-plugged", "status": "completed", "tag": "5b3ab6f5-49b6-405f-9ddb-8ea847751514"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:24:32.834865 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 5b3ab6f5-49b6-405f-9ddb-8ea847751514, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5b3ab6f5-49b6-405f-9ddb-8ea847751514,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:24:32.840182 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:32.879338 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8059564f-4f20-4d3a-8411-da2271c9432f x-openstack-request-id: req-8059564f-4f20-4d3a-8411-da2271c9432f {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:24:32.879635 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bf4fa0-3b40-4f41-aa00-09fb44c66cc2", "name": "network-vif-plugged", "status": "completed", "tag": "5b3ab6f5-49b6-405f-9ddb-8ea847751514", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:24:32.879922 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8059564f-4f20-4d3a-8411-da2271c9432f {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:24:32.880278 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8059564f-4f20-4d3a-8411-da2271c9432f'] response: {'server_uuid': '08bf4fa0-3b40-4f41-aa00-09fb44c66cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3ab6f5-49b6-405f-9ddb-8ea847751514', 'code': 200} Oct 23 02:24:32.906805 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=5b3ab6f5-49b6-405f-9ddb-8ea847751514,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:24:33.080490 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefcb4a-08e3-45ca-b3a7-2fe15f57397f req-cbaef262-2415-41bb-8d06-6a3815755e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:33.081858 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2eefcb4a-08e3-45ca-b3a7-2fe15f57397f req-cbaef262-2415-41bb-8d06-6a3815755e3b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 1129 time: 0.0393593 Oct 23 02:24:33.127607 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2eefcb4a-08e3-45ca-b3a7-2fe15f57397f req-4c15cab2-fc02-4c7c-84f9-a53543330d9c service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394590 Oct 23 02:24:33.862564 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c346a-c730-440a-9661-a0715d1abbdc req-fde128bc-baac-4726-9fcb-f267b50cc833 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:33.864036 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-da3c346a-c730-440a-9661-a0715d1abbdc req-fde128bc-baac-4726-9fcb-f267b50cc833 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 945 time: 0.0496438 Oct 23 02:24:33.910425 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-da3c346a-c730-440a-9661-a0715d1abbdc req-c7d4223b-fd8c-4af4-bd0a-e6c889906ae8 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Oct 23 02:24:35.034168 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0558c-0219-4f17-b7d2-f3e88cf12258 req-c8f15a29-6600-4fb9-9a08-1109e12bb9d2 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:24:35.035656 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-75e0558c-0219-4f17-b7d2-f3e88cf12258 req-c8f15a29-6600-4fb9-9a08-1109e12bb9d2 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 945 time: 0.0475705 Oct 23 02:24:35.083852 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-75e0558c-0219-4f17-b7d2-f3e88cf12258 req-ed2be0fc-8755-4fa7-ac9e-cceb0079b911 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 Oct 23 02:24:37.319126 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:37.319934 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:42.902616 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:42.903863 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=36,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:43.742402 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ceb41173-735f-4dbb-a53a-ff05c6b61c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:45.078336 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=54 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:45.080725 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=97 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:45.100833 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:24:46.130803 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4d2603de-7555-4b5d-ae41-3331048a7711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:47.225325 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:48.891391 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:48.958129 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:24:55.095621 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:24:58.489995 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:08.479852 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:08.484383 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:09.130743 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:11.038313 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60404) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:11.144114 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-757b5129-94ea-47ed-a2bc-ecad624b616f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.222056 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-757b5129-94ea-47ed-a2bc-ecad624b616f admin admin] Publish callbacks [] for security_group (7e1913eb-d073-4179-bd2a-ce40408d2e24), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.225747 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-757b5129-94ea-47ed-a2bc-ecad624b616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7e1913eb-d073-4179-bd2a-ce40408d2e24), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.268515 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-757b5129-94ea-47ed-a2bc-ecad624b616f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=87abc858941b48deb15d412a6c05c155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265704 Oct 23 02:25:11.268515 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b5129-94ea-47ed-a2bc-ecad624b616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1913eb-d073-4179-bd2a-ce40408d2e24,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:11.268968 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 60408) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:11.325507 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-04f935ef-7b4d-4f84-bc20-4cd462ee3fb0 admin admin] Publish callbacks [] for security_group (7e1913eb-d073-4179-bd2a-ce40408d2e24), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.345220 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-04f935ef-7b4d-4f84-bc20-4cd462ee3fb0 admin admin] Publish callbacks [] for security_group (7e1913eb-d073-4179-bd2a-ce40408d2e24), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.395745 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-04f935ef-7b4d-4f84-bc20-4cd462ee3fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (7e1913eb-d073-4179-bd2a-ce40408d2e24), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.398267 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-04f935ef-7b4d-4f84-bc20-4cd462ee3fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.399427 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-04f935ef-7b4d-4f84-bc20-4cd462ee3fb0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7e1913eb-d073-4179-bd2a-ce40408d2e24 HTTP/1.1" status: 204 len: 168 time: 0.1294470 Oct 23 02:25:11.407607 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f935ef-7b4d-4f84-bc20-4cd462ee3fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1913eb-d073-4179-bd2a-ce40408d2e24,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:11.663782 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 60414) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:11.678233 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aff36a78-6c25-4e92-8b6c-f9150a517f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.758473 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aff36a78-6c25-4e92-8b6c-f9150a517f42 admin admin] Publish callbacks [] for security_group (0a632e40-1d75-4afd-9bf5-20928b3110cc), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.762598 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aff36a78-6c25-4e92-8b6c-f9150a517f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (0a632e40-1d75-4afd-9bf5-20928b3110cc), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.803171 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-aff36a78-6c25-4e92-8b6c-f9150a517f42 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5afbe7e3fc474c1b9519be102c42d011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383026 Oct 23 02:25:11.804105 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff36a78-6c25-4e92-8b6c-f9150a517f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a632e40-1d75-4afd-9bf5-20928b3110cc,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:11.805850 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60418) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:11.855904 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e4645f15-0246-4a3d-9e3c-788060413f09 admin admin] Publish callbacks [] for security_group (0a632e40-1d75-4afd-9bf5-20928b3110cc), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.875514 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e4645f15-0246-4a3d-9e3c-788060413f09 admin admin] Publish callbacks [] for security_group (0a632e40-1d75-4afd-9bf5-20928b3110cc), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.922426 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e4645f15-0246-4a3d-9e3c-788060413f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (0a632e40-1d75-4afd-9bf5-20928b3110cc), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.925145 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e4645f15-0246-4a3d-9e3c-788060413f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:11.926328 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e4645f15-0246-4a3d-9e3c-788060413f09 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0a632e40-1d75-4afd-9bf5-20928b3110cc HTTP/1.1" status: 204 len: 168 time: 0.1193423 Oct 23 02:25:11.933960 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4645f15-0246-4a3d-9e3c-788060413f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a632e40-1d75-4afd-9bf5-20928b3110cc,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:12.127310 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:13.745859 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-eae72015-9197-4161-b4f4-8842b8f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.314098 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 60490) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:14.422654 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aa188f21-cd51-4a64-b932-458ee55d3e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.498954 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aa188f21-cd51-4a64-b932-458ee55d3e15 admin admin] Publish callbacks [] for security_group (e5695b97-093f-445b-bed1-22ec38034653), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.502577 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-aa188f21-cd51-4a64-b932-458ee55d3e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e5695b97-093f-445b-bed1-22ec38034653), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.547170 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-aa188f21-cd51-4a64-b932-458ee55d3e15 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=dc9281a473c242bb904441846ce40f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315831 Oct 23 02:25:14.547966 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188f21-cd51-4a64-b932-458ee55d3e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5695b97-093f-445b-bed1-22ec38034653,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:14.550004 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60494) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:14.600750 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d271419-9082-49ba-a442-060526d95257 admin admin] Publish callbacks [] for security_group (e5695b97-093f-445b-bed1-22ec38034653), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.621251 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d271419-9082-49ba-a442-060526d95257 admin admin] Publish callbacks [] for security_group (e5695b97-093f-445b-bed1-22ec38034653), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.684407 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d271419-9082-49ba-a442-060526d95257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e5695b97-093f-445b-bed1-22ec38034653), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.688862 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1d271419-9082-49ba-a442-060526d95257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:14.690262 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1d271419-9082-49ba-a442-060526d95257 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e5695b97-093f-445b-bed1-22ec38034653 HTTP/1.1" status: 204 len: 168 time: 0.1392002 Oct 23 02:25:14.699244 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d271419-9082-49ba-a442-060526d95257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5695b97-093f-445b-bed1-22ec38034653,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:14.964686 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60502) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:14.982005 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1eec4743-b707-4b67-b72a-bc949c4f8d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:15.062232 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1eec4743-b707-4b67-b72a-bc949c4f8d50 admin admin] Publish callbacks [] for security_group (e8423e9d-cc8b-476b-92be-d136bd2c3c20), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:15.066011 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-1eec4743-b707-4b67-b72a-bc949c4f8d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e8423e9d-cc8b-476b-92be-d136bd2c3c20), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:15.104651 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec4743-b707-4b67-b72a-bc949c4f8d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8423e9d-cc8b-476b-92be-d136bd2c3c20,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:15.109587 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-1eec4743-b707-4b67-b72a-bc949c4f8d50 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=75c4d32c2cb64c25bde84e0cbad191f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429822 Oct 23 02:25:15.112560 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60504) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:15.164911 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c77ef5e9-4436-42d1-b366-e1cdaba647c7 admin admin] Publish callbacks [] for security_group (e8423e9d-cc8b-476b-92be-d136bd2c3c20), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:15.185586 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c77ef5e9-4436-42d1-b366-e1cdaba647c7 admin admin] Publish callbacks [] for security_group (e8423e9d-cc8b-476b-92be-d136bd2c3c20), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:15.208278 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:15.212724 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:15.238711 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c77ef5e9-4436-42d1-b366-e1cdaba647c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (e8423e9d-cc8b-476b-92be-d136bd2c3c20), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:15.241261 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-c77ef5e9-4436-42d1-b366-e1cdaba647c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:15.242425 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-c77ef5e9-4436-42d1-b366-e1cdaba647c7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e8423e9d-cc8b-476b-92be-d136bd2c3c20 HTTP/1.1" status: 204 len: 168 time: 0.1289332 Oct 23 02:25:15.250193 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ef5e9-4436-42d1-b366-e1cdaba647c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8423e9d-cc8b-476b-92be-d136bd2c3c20,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:16.135202 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd422-aa15-4a00-81bd-44d41d3998b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:17.232727 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:18.902307 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:18.963797 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:22.100534 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:25:24.242258 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60612) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:24.346651 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:24.423110 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Publish callbacks [] for security_group (f67159da-051a-409c-aa40-384c86e62df0), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:24.427270 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f67159da-051a-409c-aa40-384c86e62df0), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:24.467231 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f1661030d2a64796a13d7322a76ec201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238486 Oct 23 02:25:24.467955 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67159da-051a-409c-aa40-384c86e62df0,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:24.470468 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 60616) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:24.476341 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.476691 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.477037 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.477381 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.477728 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.478063 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.478397 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.478754 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.479088 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.479426 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.479760 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.480093 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.480421 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.480746 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.481071 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e32584-9df0-4ee5-b042-7707dcb2107b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.519863 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Publish callbacks [] for security_group (f67159da-051a-409c-aa40-384c86e62df0), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:24.541129 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Publish callbacks [] for security_group (f67159da-051a-409c-aa40-384c86e62df0), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:24.591893 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f67159da-051a-409c-aa40-384c86e62df0), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:24.595135 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:24.599140 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f67159da-051a-409c-aa40-384c86e62df0 HTTP/1.1" status: 204 len: 168 time: 0.1247127 Oct 23 02:25:24.604790 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67159da-051a-409c-aa40-384c86e62df0,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:24.613221 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.613572 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.614592 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.614951 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.615298 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.615630 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.615970 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.616307 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.616653 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.616973 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.617307 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.617640 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.618019 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.618565 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.618684 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3fa067-e57c-4ec2-8216-7ae9236a4382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:25:24.881533 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 60628) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:24.895548 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1306c91c-1a6e-4556-a391-121aabd67225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:24.948733 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=18 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:24.950245 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:24.976593 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1306c91c-1a6e-4556-a391-121aabd67225 admin admin] Publish callbacks [] for security_group (f5963309-2d8d-4ce2-8908-1fedbd211bca), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:24.979943 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-1306c91c-1a6e-4556-a391-121aabd67225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f5963309-2d8d-4ce2-8908-1fedbd211bca), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:25.017465 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306c91c-1a6e-4556-a391-121aabd67225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5963309-2d8d-4ce2-8908-1fedbd211bca,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:25.021747 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-1306c91c-1a6e-4556-a391-121aabd67225 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aac0f31288114e4dafd7f5e29bc7e38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392019 Oct 23 02:25:25.024845 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 60630) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:25.075589 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8133796c-9c8c-4b0c-a122-41d857c9df64 admin admin] Publish callbacks [] for security_group (f5963309-2d8d-4ce2-8908-1fedbd211bca), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:25.096353 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8133796c-9c8c-4b0c-a122-41d857c9df64 admin admin] Publish callbacks [] for security_group (f5963309-2d8d-4ce2-8908-1fedbd211bca), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:25.143692 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8133796c-9c8c-4b0c-a122-41d857c9df64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f5963309-2d8d-4ce2-8908-1fedbd211bca), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:25.146245 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8133796c-9c8c-4b0c-a122-41d857c9df64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:25.147431 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-8133796c-9c8c-4b0c-a122-41d857c9df64 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f5963309-2d8d-4ce2-8908-1fedbd211bca HTTP/1.1" status: 204 len: 168 time: 0.1221056 Oct 23 02:25:25.155047 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133796c-9c8c-4b0c-a122-41d857c9df64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5963309-2d8d-4ce2-8908-1fedbd211bca,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:28.495729 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:32.096951 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:34.463277 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=22,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:34.472080 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:DELETE=4,neutron:SELECT=19,neutron:INSERT=9 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:35.150386 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:35.151196 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:INSERT=1,neutron:SELECT=30,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:35.781670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 60792) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:35.885053 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8ba64863-8fce-4750-94ef-88cac4acc4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:35.964245 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8ba64863-8fce-4750-94ef-88cac4acc4e0 admin admin] Publish callbacks [] for security_group (ef9360f2-1f46-4c80-985d-3ca55cf1a73c), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:35.967717 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8ba64863-8fce-4750-94ef-88cac4acc4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (ef9360f2-1f46-4c80-985d-3ca55cf1a73c), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.008294 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-8ba64863-8fce-4750-94ef-88cac4acc4e0 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7b324b75feb54a26a9b222379eb78fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255645 Oct 23 02:25:36.009422 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba64863-8fce-4750-94ef-88cac4acc4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9360f2-1f46-4c80-985d-3ca55cf1a73c,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:36.011232 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60796) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:36.061548 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7270929d-8fdd-49f0-b7c4-4a69a123a647 admin admin] Publish callbacks [] for security_group (ef9360f2-1f46-4c80-985d-3ca55cf1a73c), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.084401 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7270929d-8fdd-49f0-b7c4-4a69a123a647 admin admin] Publish callbacks [] for security_group (ef9360f2-1f46-4c80-985d-3ca55cf1a73c), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.131549 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7270929d-8fdd-49f0-b7c4-4a69a123a647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (ef9360f2-1f46-4c80-985d-3ca55cf1a73c), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.134089 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7270929d-8fdd-49f0-b7c4-4a69a123a647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.135399 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7270929d-8fdd-49f0-b7c4-4a69a123a647 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ef9360f2-1f46-4c80-985d-3ca55cf1a73c HTTP/1.1" status: 204 len: 168 time: 0.1220655 Oct 23 02:25:36.143266 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270929d-8fdd-49f0-b7c4-4a69a123a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9360f2-1f46-4c80-985d-3ca55cf1a73c,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:36.398326 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60806) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:36.412159 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2e58a7f6-fc46-4178-997f-54d362632dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.492578 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2e58a7f6-fc46-4178-997f-54d362632dfe admin admin] Publish callbacks [] for security_group (4157600d-39c1-4eb7-a9aa-5a0c58eb3ef0), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.496186 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-2e58a7f6-fc46-4178-997f-54d362632dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (4157600d-39c1-4eb7-a9aa-5a0c58eb3ef0), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.534302 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58a7f6-fc46-4178-997f-54d362632dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4157600d-39c1-4eb7-a9aa-5a0c58eb3ef0,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:36.539744 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-2e58a7f6-fc46-4178-997f-54d362632dfe admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b38565831cbe443292493b8fee59d540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403658 Oct 23 02:25:36.542510 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60810) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:36.594641 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7347c896-e3a5-4a6b-a805-97ffbb870dc5 admin admin] Publish callbacks [] for security_group (4157600d-39c1-4eb7-a9aa-5a0c58eb3ef0), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.618727 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7347c896-e3a5-4a6b-a805-97ffbb870dc5 admin admin] Publish callbacks [] for security_group (4157600d-39c1-4eb7-a9aa-5a0c58eb3ef0), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.669119 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7347c896-e3a5-4a6b-a805-97ffbb870dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (4157600d-39c1-4eb7-a9aa-5a0c58eb3ef0), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.671792 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7347c896-e3a5-4a6b-a805-97ffbb870dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:36.672935 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7347c896-e3a5-4a6b-a805-97ffbb870dc5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4157600d-39c1-4eb7-a9aa-5a0c58eb3ef0 HTTP/1.1" status: 204 len: 168 time: 0.1295836 Oct 23 02:25:36.681931 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347c896-e3a5-4a6b-a805-97ffbb870dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4157600d-39c1-4eb7-a9aa-5a0c58eb3ef0,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:37.040767 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-4e3afb15-a6d1-4d16-a952-ce08212278c1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445919 Oct 23 02:25:37.145011 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-4cbe5c16-330d-40e7-bee8-521f2aa12116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:37.150037 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-4cbe5c16-330d-40e7-bee8-521f2aa12116 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3f32b2691a2244adbaf9a37f6981b393&device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 1129 time: 0.0434535 Oct 23 02:25:37.254560 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-4a3f1c74-87bf-48aa-845e-12f990b93bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:37.256100 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-4a3f1c74-87bf-48aa-845e-12f990b93bde service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b3a34289-bbf3-495e-8f22-1842975541e7 HTTP/1.1" status: 200 len: 913 time: 0.0882320 Oct 23 02:25:37.298383 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-7149a316-3fdc-492a-a588-656d9821f480 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3ab6f5-49b6-405f-9ddb-8ea847751514 HTTP/1.1" status: 200 len: 217 time: 0.0364807 Oct 23 02:25:37.346731 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-d62c83c5-5e98-4d19-99fd-d8d7860b33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:37.348344 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-d62c83c5-5e98-4d19-99fd-d8d7860b33e2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=5ef48b81-fdc2-4278-b3db-a39cfb123d66 HTTP/1.1" status: 200 len: 852 time: 0.0446050 Oct 23 02:25:37.356163 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60832) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:37.381956 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-ece90ec6-cf56-422b-850c-d638cf75b56b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b3a34289-bbf3-495e-8f22-1842975541e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277483 Oct 23 02:25:37.453906 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1341976392-network', 'tenant_id': 'd8d61c19477043d5bcb52018e0c38001'}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:25:37.481118 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Made reservation on behalf of d8d61c19477043d5bcb52018e0c38001 for: {'network': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:25:37.483065 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-c93a4c6f-9a22-48e8-bbbb-e3e252a497ec service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953209 Oct 23 02:25:37.484024 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.494316 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.581315 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Publish callbacks [] for security_group (f78262a1-fdda-4a93-9290-e66bb5ba499b), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.582013 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-45653d10-bd78-4301-8c25-b83a3ca60883 req-1bceeb32-9448-455b-b568-9f19bf4add54 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932860 Oct 23 02:25:37.585881 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f78262a1-fdda-4a93-9290-e66bb5ba499b), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.612900 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=104672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:25:37.623558 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78262a1-fdda-4a93-9290-e66bb5ba499b,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:37.628363 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.628695 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.db.segments_db [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Added segment a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35 of type vlan for network f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8 Oct 23 02:25:37.658300 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:37.671512 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.698523 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.699591 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:37.700171 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.705072 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:37.768859 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4088526 Oct 23 02:25:37.769424 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 60842) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:37.770564 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347acef-2022-45f3-a2a1-87ec2070a2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:37.775190 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Request body: {'subnet': {'network_id': 'f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1341976392-subnet', 'tenant_id': 'd8d61c19477043d5bcb52018e0c38001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:25:37.783774 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:25:37.795495 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Made reservation on behalf of d8d61c19477043d5bcb52018e0c38001 for: {'subnet': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:25:37.797956 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9368875'] for subnet (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.970187 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8956803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9368893'] for subnet (3c03c9d3-0474-493c-9b2c-a291cafaad20), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:37.975168 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:38.012494 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:38.032842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c03c9d3-0474-493c-9b2c-a291cafaad20,revision_number=0']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:38.049453 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Checking segment: {'id': 'a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:25:38.050113 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Network hostable DHCP agents. Network: f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:25:38.066497 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Network f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:25:38.075506 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8) {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:25:38.080678 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:38.081265 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:38.087638 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9546a46e-7d3c-4abd-9ddb-39a237f219b1 None None] Network f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:25:38.099803 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-546cf8d6-5ea5-48be-a585-a0f8dadb93ca admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3287730 Oct 23 02:25:38.187102 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df15829-5f6b-4792-b9e7-b263b22602c5 None None] Network f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:25:38.579678 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 60860) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:38.585583 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-297073361-network', 'tenant_id': '7d34a00cced540c292352e2f3db54b91'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:25:38.605608 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Made reservation on behalf of 7d34a00cced540c292352e2f3db54b91 for: {'network': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:25:38.607940 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for network (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:38.617936 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:38.699676 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Publish callbacks [] for security_group (3e2e3e3e-4287-40a4-abea-327223c0d4b6), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:38.703837 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (3e2e3e3e-4287-40a4-abea-327223c0d4b6), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:38.729899 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=104673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 02:25:38.740693 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2e3e3e-4287-40a4-abea-327223c0d4b6,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:38.745649 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (7e7fcd53-ffa4-4345-95e5-1db92f3783f9), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:38.745989 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.db.segments_db [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Added segment 7e7fcd53-ffa4-4345-95e5-1db92f3783f9 of type vlan for network 23066ca6-e105-482f-9309-fb6d7dcbd9a0 Oct 23 02:25:38.789886 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730034810269'] for network (23066ca6-e105-482f-9309-fb6d7dcbd9a0), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:38.815083 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128'] for network (23066ca6-e105-482f-9309-fb6d7dcbd9a0), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:38.816051 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:38.816644 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:38.877038 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2962782 Oct 23 02:25:38.879958 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 60872) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:38.882000 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389610d-f663-4452-acd1-2252dcfe160e admin admin] Pushing event updated for resources: {'Network': ['ID=23066ca6-e105-482f-9309-fb6d7dcbd9a0,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:38.886111 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.v2.base [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Request body: {'subnet': {'network_id': '23066ca6-e105-482f-9309-fb6d7dcbd9a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-297073361-subnet', 'tenant_id': '7d34a00cced540c292352e2f3db54b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:25:38.891657 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Network 23066ca6-e105-482f-9309-fb6d7dcbd9a0 details requested by agent ovs-agent-dv-cinder-861491-5-iscsi with host dv-cinder-861491-5-iscsi {{(pid=104674) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 02:25:38.894606 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:38.895182 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:38.908560 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Made reservation on behalf of 7d34a00cced540c292352e2f3db54b91 for: {'subnet': 1} {{(pid=104672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:25:38.911473 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8946604'] for subnet (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:39.092268 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9333502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8946618'] for subnet (c2625b05-d4ab-48bd-8990-c642fdd340aa), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:39.151041 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2625b05-d4ab-48bd-8990-c642fdd340aa,revision_number=0']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:39.158351 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Checking segment: {'id': '7e7fcd53-ffa4-4345-95e5-1db92f3783f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '23066ca6-e105-482f-9309-fb6d7dcbd9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:25:39.158739 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Network hostable DHCP agents. Network: 23066ca6-e105-482f-9309-fb6d7dcbd9a0, hostable agents: ['1fcde039-c70a-4049-bb55-7cb00a984934'], hosted agents: [] {{(pid=104672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 02:25:39.175887 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Network 23066ca6-e105-482f-9309-fb6d7dcbd9a0 is scheduled to be hosted by DHCP agent 1fcde039-c70a-4049-bb55-7cb00a984934 with binding_index 1 {{(pid=104672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 02:25:39.186053 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.scheduler.base_scheduler [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-861491-5-iscsi, 23066ca6-e105-482f-9309-fb6d7dcbd9a0) {{(pid=104672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:25:39.190283 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:39.190836 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:39.195334 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ee86e-ccb9-4b15-a339-81d5d99251c1 None None] Network 23066ca6-e105-482f-9309-fb6d7dcbd9a0 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:25:39.207226 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d7c2ea66-7f81-46db-a3b5-eeb1d69d36a9 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3261824 Oct 23 02:25:39.299293 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107543b8-9d8b-40f3-b617-eb066591fb8c None None] Network 23066ca6-e105-482f-9309-fb6d7dcbd9a0 requested from dv-cinder-861491-5-iscsi {{(pid=104674) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 02:25:40.106333 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc90f26-12a9-49b8-ba8f-9b1b2fe345e8 req-48bf8968-8dad-4d7c-9365-797eb38f44ab tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:40.107727 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bdc90f26-12a9-49b8-ba8f-9b1b2fe345e8 req-48bf8968-8dad-4d7c-9365-797eb38f44ab tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 945 time: 0.0467269 Oct 23 02:25:40.154513 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bdc90f26-12a9-49b8-ba8f-9b1b2fe345e8 req-04c70e3b-b8d9-4984-8d80-301d34a42d3e tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Oct 23 02:25:41.283168 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca3495-7512-4acf-9de3-cfbaa74e2ee1 req-9fe79331-5950-4728-917b-f7f00408a81d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:41.284536 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0cca3495-7512-4acf-9de3-cfbaa74e2ee1 req-9fe79331-5950-4728-917b-f7f00408a81d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 945 time: 0.0521619 Oct 23 02:25:41.340898 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-0cca3495-7512-4acf-9de3-cfbaa74e2ee1 req-5f143a51-c35d-49db-a1e4-90864fc3d268 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501344 Oct 23 02:25:42.126650 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-e54686e9-dc66-4e60-a7bc-1147a1170bb5 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:42.128096 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-e54686e9-dc66-4e60-a7bc-1147a1170bb5 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473971 Oct 23 02:25:42.213207 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Deleting port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:25:42.213549 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:42.301943 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:42.308883 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:42.311224 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] For port 5b3ab6f5-49b6-405f-9ddb-8ea847751514, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=5b3ab6f5-49b6-405f-9ddb-8ea847751514,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:25:42.311596 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:42.333292 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Calling delete_port for 5b3ab6f5-49b6-405f-9ddb-8ea847751514 owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:25:42.513158 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bafc92-d7eb-40eb-9ac9-ffba09699b82 req-6f2f1620-b80c-4ca1-a21f-75af7c7b3ca6 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:42.515670 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-89bafc92-d7eb-40eb-9ac9-ffba09699b82 req-6f2f1620-b80c-4ca1-a21f-75af7c7b3ca6 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08bf4fa0-3b40-4f41-aa00-09fb44c66cc2 HTTP/1.1" status: 200 len: 945 time: 0.0666435 Oct 23 02:25:42.517344 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (5b3ab6f5-49b6-405f-9ddb-8ea847751514), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:42.555738 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['5b3ab6f5-49b6-405f-9ddb-8ea847751514'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:25:42.561721 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Pushing event deleted for resources: {'Port': ['ID=5b3ab6f5-49b6-405f-9ddb-8ea847751514,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:42.626099 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] No DVR routers for this DVR port 5b3ab6f5-49b6-405f-9ddb-8ea847751514 on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:25:42.632391 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:42.635653 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2c344082-fe2f-463d-a2b1-e4bfed1f2400 req-0c76fd9c-1341-40eb-b4ef-8d5574a07f69 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.49 "DELETE /networking/v2.0/ports/5b3ab6f5-49b6-405f-9ddb-8ea847751514 HTTP/1.1" status: 204 len: 173 time: 0.5021429 Oct 23 02:25:42.636154 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf4fa0-3b40-4f41-aa00-09fb44c66cc2', 'name': 'network-vif-deleted', 'tag': '5b3ab6f5-49b6-405f-9ddb-8ea847751514'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:25:42.638386 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e061b111-9d3f-45f9-a64b-28e8d5903c6c" -d '{"events": [{"server_uuid": "08bf4fa0-3b40-4f41-aa00-09fb44c66cc2", "name": "network-vif-deleted", "tag": "5b3ab6f5-49b6-405f-9ddb-8ea847751514"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:25:42.649132 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-89bafc92-d7eb-40eb-9ac9-ffba09699b82 req-d0bdd921-0eb9-48c4-a403-d5041b3bf994 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217828 Oct 23 02:25:42.684813 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b53d817-37f5-4a4e-bf25-26339f0799cf x-openstack-request-id: req-8b53d817-37f5-4a4e-bf25-26339f0799cf {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:25:42.685235 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bf4fa0-3b40-4f41-aa00-09fb44c66cc2", "name": "network-vif-deleted", "tag": "5b3ab6f5-49b6-405f-9ddb-8ea847751514", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:25:42.685501 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b53d817-37f5-4a4e-bf25-26339f0799cf {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:25:42.685911 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b53d817-37f5-4a4e-bf25-26339f0799cf'] response: {'server_uuid': '08bf4fa0-3b40-4f41-aa00-09fb44c66cc2', 'name': 'network-vif-deleted', 'tag': '5b3ab6f5-49b6-405f-9ddb-8ea847751514', 'status': 'completed', 'code': 200} Oct 23 02:25:43.749946 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-91f59f0f-ddff-4c2c-bf75-d258d25d08ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:46.135160 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:46.136303 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:46.136648 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1ff0-c264-47ac-8a91-eaceb5b25d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:47.230356 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:47.909529 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 5b3ab6f5-49b6-405f-9ddb-8ea847751514 no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:25:47.932378 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 5b3ab6f5-49b6-405f-9ddb-8ea847751514 {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:25:47.932717 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 5b3ab6f5-49b6-405f-9ddb-8ea847751514 not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:25:48.897012 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:48.966687 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:49.182077 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=38,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:49.200842 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:52.631456 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=28 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:52.644734 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=36,neutron:DELETE=8 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:25:54.840720 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-c9173e73-f278-4def-862e-72d86637aa9a tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:25:54.842093 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-c9173e73-f278-4def-862e-72d86637aa9a tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b3a34289-bbf3-495e-8f22-1842975541e7 HTTP/1.1" status: 200 len: 812 time: 0.1064365 Oct 23 02:25:54.856530 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-3a8f86f2-17ed-4328-81e2-0e68f637b26f tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/quotas/3f32b2691a2244adbaf9a37f6981b393 HTTP/1.1" status: 200 len: 375 time: 0.0091391 Oct 23 02:25:54.888699 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-44ceb30b-05cd-4871-a628-1e4f2e715056 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=3f32b2691a2244adbaf9a37f6981b393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269842 Oct 23 02:25:54.995096 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-7fa075c8-3ebe-48f9-b093-741530b8bb0d service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104673) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 02:25:54.996119 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-7fa075c8-3ebe-48f9-b093-741530b8bb0d service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1013861 Oct 23 02:25:55.089816 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-8e346ad7-8753-4e78-b8d3-dd49ef9b75b3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876200 Oct 23 02:25:55.188426 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-94d5b324-7de3-4f5a-931c-36c3585df87b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926600 Oct 23 02:25:55.356462 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c26cf306-17bf-4039-acff-3d9fe8b591ce req-e036426f-5e07-4ba7-94b7-3e18df6fe90a tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 210 time: 0.0285182 Oct 23 02:25:56.469396 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-109e6c2e-50ad-44e7-a8f1-6960158cdd22 req-6d0c532f-eddf-48e1-a0a1-69b976ff18ac tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 210 time: 0.0452080 Oct 23 02:25:57.570952 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f3abcb01-f0ce-4b24-8567-d6b26cfe6dec req-7c53bc10-39a9-4ca7-9618-17a989446e38 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 210 time: 0.0417066 Oct 23 02:25:58.506040 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:58.656030 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fb56accb-e754-4421-92a9-336402105c96 req-645630db-5258-4a15-a268-3ad09e6a6caa tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 210 time: 0.0284331 Oct 23 02:25:59.098639 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:25:59.249792 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 32860) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:59.294816 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b593c87-f726-4462-b647-74ba47dd6ed8 admin admin] Deleting subnet 3c03c9d3-0474-493c-9b2c-a291cafaad20 {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:25:59.298157 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b593c87-f726-4462-b647-74ba47dd6ed8 admin admin] Publish callbacks [] for subnet (3c03c9d3-0474-493c-9b2c-a291cafaad20), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.336786 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b593c87-f726-4462-b647-74ba47dd6ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (3c03c9d3-0474-493c-9b2c-a291cafaad20), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.376263 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b593c87-f726-4462-b647-74ba47dd6ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (3c03c9d3-0474-493c-9b2c-a291cafaad20), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.429090 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b593c87-f726-4462-b647-74ba47dd6ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (3c03c9d3-0474-493c-9b2c-a291cafaad20), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.454988 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b593c87-f726-4462-b647-74ba47dd6ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c03c9d3-0474-493c-9b2c-a291cafaad20,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:59.458696 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-7b593c87-f726-4462-b647-74ba47dd6ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.461808 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-7b593c87-f726-4462-b647-74ba47dd6ed8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/3c03c9d3-0474-493c-9b2c-a291cafaad20 HTTP/1.1" status: 204 len: 168 time: 0.2109618 Oct 23 02:25:59.464827 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 32862) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:59.538122 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.615437 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.646517 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:25:59.656408 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:25:59.656705 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:25:59.666074 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.680147 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.687789 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:25:59.688192 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.732680 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35 resource provider aggregate not found Oct 23 02:25:59.755055 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9abbee8-8cc0-4ee6-9fa1-78aefb14ac35 found for delete ", "request_id": "req-f527a998-ed33-4853-881b-05be0f3a178e"}]} Oct 23 02:25:59.761503 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.771490 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fb6a3556-dea8-49f9-8045-09666566b9b3 req-0be7b33a-f385-47d3-ab1a-1f90efe1c8a3 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 210 time: 0.0372527 Oct 23 02:25:59.777371 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.780581 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8 HTTP/1.1" status: 204 len: 168 time: 0.3148401 Oct 23 02:25:59.781513 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33b15e-55a1-41e3-95b0-d41ab1715716 admin admin] Pushing event deleted for resources: {'Network': ['ID=f56fe25c-d3c3-4bf2-a1d9-1d3b0ad439b8,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:25:59.783656 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 32872) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:25:59.832603 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e13b77a-88f7-461c-ba56-58777f753467 admin admin] Deleting subnet c2625b05-d4ab-48bd-8990-c642fdd340aa {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:25:59.835990 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3e13b77a-88f7-461c-ba56-58777f753467 admin admin] Publish callbacks [] for subnet (c2625b05-d4ab-48bd-8990-c642fdd340aa), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.875699 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3e13b77a-88f7-461c-ba56-58777f753467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (c2625b05-d4ab-48bd-8990-c642fdd340aa), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.916217 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3e13b77a-88f7-461c-ba56-58777f753467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (c2625b05-d4ab-48bd-8990-c642fdd340aa), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:25:59.973236 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3e13b77a-88f7-461c-ba56-58777f753467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (c2625b05-d4ab-48bd-8990-c642fdd340aa), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.003521 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13b77a-88f7-461c-ba56-58777f753467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2625b05-d4ab-48bd-8990-c642fdd340aa,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:00.007287 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-3e13b77a-88f7-461c-ba56-58777f753467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.012147 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-3e13b77a-88f7-461c-ba56-58777f753467 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/c2625b05-d4ab-48bd-8990-c642fdd340aa HTTP/1.1" status: 204 len: 168 time: 0.2270069 Oct 23 02:26:00.013512 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 32874) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:26:00.090502 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (23066ca6-e105-482f-9309-fb6d7dcbd9a0), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.157582 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:00.170727 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (23066ca6-e105-482f-9309-fb6d7dcbd9a0), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.179384 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:00.195915 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23066ca6-e105-482f-9309-fb6d7dcbd9a0']}} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:26:00.206116 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7fcd53-ffa4-4345-95e5-1db92f3783f9') {'for_net_delete': True} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:26:00.206413 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.services.segments.db [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7fcd53-ffa4-4345-95e5-1db92f3783f9') {} {{(pid=104672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:26:00.216269 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192815'] for segment (7e7fcd53-ffa4-4345-95e5-1db92f3783f9), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.230004 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (7e7fcd53-ffa4-4345-95e5-1db92f3783f9), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.236113 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=104672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:26:00.236510 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9330971'] for segment (7e7fcd53-ffa4-4345-95e5-1db92f3783f9), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.293223 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (23066ca6-e105-482f-9309-fb6d7dcbd9a0), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.300356 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.303253 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/23066ca6-e105-482f-9309-fb6d7dcbd9a0 HTTP/1.1" status: 204 len: 168 time: 0.2881267 Oct 23 02:26:00.313714 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cb761-ba7a-4237-8249-31da7de98b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=23066ca6-e105-482f-9309-fb6d7dcbd9a0,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:00.480955 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 32878) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:26:00.519256 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-acce64a3-eb10-4db2-bbc8-fcfe116915d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:00.520844 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-acce64a3-eb10-4db2-bbc8-fcfe116915d4 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b3a34289-bbf3-495e-8f22-1842975541e7 HTTP/1.1" status: 200 len: 812 time: 0.1099458 Oct 23 02:26:00.529105 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-2cc29ad1-677a-4147-aab8-c72e4faa2540 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d8d61c19477043d5bcb52018e0c38001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443325 Oct 23 02:26:00.529313 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 32880) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:26:00.539949 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Request body: {'port': {'device_id': 'd5e6df54-88f5-424d-a36b-97e12da6f006', 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7', 'admin_state_up': True, 'tenant_id': '3f32b2691a2244adbaf9a37f6981b393'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:26:00.590322 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a24bff78-003c-413a-a115-dd8b1aae6434 admin admin] Publish callbacks [] for security_group (f78262a1-fdda-4a93-9290-e66bb5ba499b), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.617022 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a24bff78-003c-413a-a115-dd8b1aae6434 admin admin] Publish callbacks [] for security_group (f78262a1-fdda-4a93-9290-e66bb5ba499b), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.656201 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Made reservation on behalf of 3f32b2691a2244adbaf9a37f6981b393 for: {'port': 1} {{(pid=104673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 02:26:00.660095 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (None), before_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.668802 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a24bff78-003c-413a-a115-dd8b1aae6434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (f78262a1-fdda-4a93-9290-e66bb5ba499b), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.671427 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-a24bff78-003c-413a-a115-dd8b1aae6434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:00.672649 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-a24bff78-003c-413a-a115-dd8b1aae6434 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f78262a1-fdda-4a93-9290-e66bb5ba499b HTTP/1.1" status: 204 len: 168 time: 0.1424577 Oct 23 02:26:00.682841 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bff78-003c-413a-a115-dd8b1aae6434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78262a1-fdda-4a93-9290-e66bb5ba499b,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:00.809072 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.db_base_plugin_common [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Allocated IP 172.20.0.12 (b3a34289-bbf3-495e-8f22-1842975541e7/5ef48b81-fdc2-4278-b3db-a39cfb123d66/562d73bb-f803-4010-97d3-49bde2db1d5a) {{(pid=104673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 02:26:00.930445 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-2b00acdb-a684-4aa8-890b-8cd5c2cc0a97 req-7e1c13a2-fbd6-4f19-b65d-19fa232cfb62 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 210 time: 0.0699272 Oct 23 02:26:00.991089 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:01.004072 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks [] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), precommit_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.009062 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:01.017766 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 32892) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:26:01.042638 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730034772583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), after_create {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.058880 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-d9cc8bb5-874b-40a4-b385-6519639aac36 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7d34a00cced540c292352e2f3db54b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395582 Oct 23 02:26:01.061376 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 32894) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:26:01.085263 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Network b3a34289-bbf3-495e-8f22-1842975541e7 is already hosted by enough agents. {{(pid=104673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 02:26:01.091060 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.scheduler.base_scheduler [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Resources bound (agent type, host, resource id): {{(pid=104673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 02:26:01.094850 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Received port after_create {{(pid=104673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 02:26:01.100795 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Pushing event updated for resources: {'Port': ['ID=562d73bb-f803-4010-97d3-49bde2db1d5a,revision_number=1']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:01.113998 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-51ea2078-5b8e-40f3-a54a-2700cca89ff3 admin admin] Publish callbacks [] for security_group (3e2e3e3e-4287-40a4-abea-327223c0d4b6), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.134333 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-51ea2078-5b8e-40f3-a54a-2700cca89ff3 admin admin] Publish callbacks [] for security_group (3e2e3e3e-4287-40a4-abea-327223c0d4b6), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.148080 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:01.148682 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.166856 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-b042a681-6c9c-4b1e-9dfa-51d15155906d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6313972 Oct 23 02:26:01.182622 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-51ea2078-5b8e-40f3-a54a-2700cca89ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (3e2e3e3e-4287-40a4-abea-327223c0d4b6), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.185346 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-51ea2078-5b8e-40f3-a54a-2700cca89ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.186497 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-51ea2078-5b8e-40f3-a54a-2700cca89ff3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3e2e3e3e-4287-40a4-abea-327223c0d4b6 HTTP/1.1" status: 204 len: 168 time: 0.1242101 Oct 23 02:26:01.194484 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea2078-5b8e-40f3-a54a-2700cca89ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2e3e3e-4287-40a4-abea-327223c0d4b6,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:01.232133 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.v2.base [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Request body: {'port': {'device_id': 'd5e6df54-88f5-424d-a36b-97e12da6f006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86149'}} {{(pid=104673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 02:26:01.295911 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.567147 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562d73bb-f803-4010-97d3-49bde2db1d5a {{(pid=104673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:26:01.576321 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Publish callbacks [] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), precommit_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.594226 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.provisioning_blocks [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Transition to ACTIVE for port object 562d73bb-f803-4010-97d3-49bde2db1d5a will not be triggered until provisioned by entity L2. {{(pid=104673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 02:26:01.598256 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.661122 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Pushing event updated for resources: {'Port': ['ID=562d73bb-f803-4010-97d3-49bde2db1d5a,revision_number=2']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:01.721230 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Attempting to bind port 562d73bb-f803-4010-97d3-49bde2db1d5a on host hv-cinder-86149 for vnic_type normal with profile {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 02:26:01.721589 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Attempting to bind port 562d73bb-f803-4010-97d3-49bde2db1d5a by drivers openvswitch,hyperv on host hv-cinder-86149 at level 0 using segments [{'id': '4eea4c3b-d150-481f-b2f5-17b51e8f9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7'}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 02:26:01.721905 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Attempting to bind port 562d73bb-f803-4010-97d3-49bde2db1d5a on network b3a34289-bbf3-495e-8f22-1842975541e7 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:26:01.769728 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Port 562d73bb-f803-4010-97d3-49bde2db1d5a on network b3a34289-bbf3-495e-8f22-1842975541e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86149 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 02:26:01.770061 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Attempting to bind port 562d73bb-f803-4010-97d3-49bde2db1d5a on network b3a34289-bbf3-495e-8f22-1842975541e7 {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 02:26:01.778694 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 7e7fcd53-ffa4-4345-95e5-1db92f3783f9 resource provider aggregate not found Oct 23 02:26:01.799635 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.services.segments.plugin [-] Segment 7e7fcd53-ffa4-4345-95e5-1db92f3783f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e7fcd53-ffa4-4345-95e5-1db92f3783f9 found for delete ", "request_id": "req-888e2fb8-04c3-44ec-992d-190a1bde524e"}]} Oct 23 02:26:01.826931 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Checking agent: {'id': '72bc8c19-2aaf-406e-a311-d1e3121db6ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86149', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'started_at': datetime.datetime(2022, 10, 23, 2, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 2, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 02:26:01.827505 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Checking segment: {'id': '4eea4c3b-d150-481f-b2f5-17b51e8f9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 02:26:01.827631 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Bound using segment: {'id': '4eea4c3b-d150-481f-b2f5-17b51e8f9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7'} {{(pid=104673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 02:26:01.828045 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.managers [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Bound port: 562d73bb-f803-4010-97d3-49bde2db1d5a, host: hv-cinder-86149, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eea4c3b-d150-481f-b2f5-17b51e8f9f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7'}}] {{(pid=104673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 02:26:01.828397 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), before_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.875988 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:01.892341 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] For port 562d73bb-f803-4010-97d3-49bde2db1d5a, host hv-cinder-86149, cleared binding levels {{(pid=104673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 02:26:01.894063 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:01.895804 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] For port 562d73bb-f803-4010-97d3-49bde2db1d5a, host hv-cinder-86149, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=562d73bb-f803-4010-97d3-49bde2db1d5a,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 02:26:01.901183 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8953914'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), after_update {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.906528 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:01.907139 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:01.908509 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/562d73bb-f803-4010-97d3-49bde2db1d5a HTTP/1.1" status: 200 len: 1094 time: 0.6807945 Oct 23 02:26:01.909326 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e6df54-88f5-424d-a36b-97e12da6f006', 'tag': '562d73bb-f803-4010-97d3-49bde2db1d5a'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:26:01.911623 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e6df54-88f5-424d-a36b-97e12da6f006", "tag": "562d73bb-f803-4010-97d3-49bde2db1d5a"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:26:01.967466 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c240e1-e80c-4d36-83c9-c2b05b704076 service neutron] Pushing event updated for resources: {'Port': ['ID=562d73bb-f803-4010-97d3-49bde2db1d5a,revision_number=3']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:01.986674 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 02:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e370d0-57de-4bc9-9e92-377c7fce5c67 x-openstack-request-id: req-60e370d0-57de-4bc9-9e92-377c7fce5c67 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:26:01.986972 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e6df54-88f5-424d-a36b-97e12da6f006", "tag": "562d73bb-f803-4010-97d3-49bde2db1d5a", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:26:01.987225 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60e370d0-57de-4bc9-9e92-377c7fce5c67 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:26:01.987632 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e370d0-57de-4bc9-9e92-377c7fce5c67'] response: {'name': 'network-changed', 'server_uuid': 'd5e6df54-88f5-424d-a36b-97e12da6f006', 'tag': '562d73bb-f803-4010-97d3-49bde2db1d5a', 'status': 'completed', 'code': 200} Oct 23 02:26:02.085823 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-969dc585-3f28-48ba-9434-aeb2f6c1470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:02.087344 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-969dc585-3f28-48ba-9434-aeb2f6c1470e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3f32b2691a2244adbaf9a37f6981b393&device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 1128 time: 0.0796533 Oct 23 02:26:02.106591 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf1b02-42b5-4b22-a729-2cda70195af7 req-2bf70493-bebf-482e-8fff-c4221c4dbd8d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:02.108046 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c0cf1b02-42b5-4b22-a729-2cda70195af7 req-2bf70493-bebf-482e-8fff-c4221c4dbd8d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 944 time: 0.0699463 Oct 23 02:26:02.156404 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-ea81cf25-3fc9-43c9-afa3-d4b0600b097f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562d73bb-f803-4010-97d3-49bde2db1d5a HTTP/1.1" status: 200 len: 217 time: 0.0474083 Oct 23 02:26:02.221626 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-c0cf1b02-42b5-4b22-a729-2cda70195af7 req-56d1808f-e094-4038-9481-718681e1705b tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059570 Oct 23 02:26:02.230365 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-8f29c49a-2009-45be-95bc-9d70883d5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:02.232511 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-8f29c49a-2009-45be-95bc-9d70883d5837 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=5ef48b81-fdc2-4278-b3db-a39cfb123d66 HTTP/1.1" status: 200 len: 852 time: 0.0697324 Oct 23 02:26:02.272092 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-0fe5034c-e6ea-401d-8aef-11ba63ee7d84 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b3a34289-bbf3-495e-8f22-1842975541e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327444 Oct 23 02:26:02.637591 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-678a1e0a-210a-4083-bd86-07b189d2f401 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599153 Oct 23 02:26:02.729436 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-fd3d258f-90f3-481b-808b-d27f66b68f72 req-05b65206-9ec3-414a-a484-96d2db862ea3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846615 Oct 23 02:26:03.346465 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bff8fd-53f0-4815-b927-e857d44208a6 req-e6109308-9421-4829-8e4c-afa82c86ebc8 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:03.347483 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-22bff8fd-53f0-4815-b927-e857d44208a6 req-e6109308-9421-4829-8e4c-afa82c86ebc8 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 944 time: 0.0494580 Oct 23 02:26:03.396043 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-22bff8fd-53f0-4815-b927-e857d44208a6 req-39c87b39-c314-477c-9367-21816652e3dc tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Oct 23 02:26:04.516106 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d116abf-12b1-49e2-b77f-793f5e27ea35 req-c93d76b6-e774-4a3f-9ce5-ca864204db19 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:04.517887 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5d116abf-12b1-49e2-b77f-793f5e27ea35 req-c93d76b6-e774-4a3f-9ce5-ca864204db19 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 944 time: 0.0467527 Oct 23 02:26:04.566506 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5d116abf-12b1-49e2-b77f-793f5e27ea35 req-5cf5efb7-f671-40ae-acb4-2368491aa272 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Oct 23 02:26:05.692791 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a28cf-a37a-4e0c-8bd3-60fd34940123 req-bd0c5a31-0c00-4ce7-910f-f5f5088da1f5 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:05.694337 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-668a28cf-a37a-4e0c-8bd3-60fd34940123 req-bd0c5a31-0c00-4ce7-910f-f5f5088da1f5 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 944 time: 0.0523710 Oct 23 02:26:05.742246 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-668a28cf-a37a-4e0c-8bd3-60fd34940123 req-c1f14c7d-74ca-4d10-ab3c-06b45c387403 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Oct 23 02:26:06.861755 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d682cd5-bc59-4aed-9167-a65243066b96 req-ab0acbf7-7b08-4899-a0cb-38ca9b4cf82e tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:06.863233 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1d682cd5-bc59-4aed-9167-a65243066b96 req-ab0acbf7-7b08-4899-a0cb-38ca9b4cf82e tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 944 time: 0.0463743 Oct 23 02:26:06.910366 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-1d682cd5-bc59-4aed-9167-a65243066b96 req-b2a78d7b-8d67-4123-848c-8154221bf071 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414362 Oct 23 02:26:08.035012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c5e0f-e4f3-4ee0-8dd5-d859afcda158 req-ac00aec8-302c-461c-b2dd-e3cdf8b703f2 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:08.036390 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5f9c5e0f-e4f3-4ee0-8dd5-d859afcda158 req-ac00aec8-302c-461c-b2dd-e3cdf8b703f2 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 944 time: 0.0466743 Oct 23 02:26:08.091182 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5f9c5e0f-e4f3-4ee0-8dd5-d859afcda158 req-81aec23f-987f-43a7-8328-ae014795c681 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489001 Oct 23 02:26:09.094314 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=15 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:09.095498 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=13 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:09.142762 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-71ea209b-13de-4c26-9c40-68230e5ad96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:09.145338 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-71ea209b-13de-4c26-9c40-68230e5ad96e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3f32b2691a2244adbaf9a37f6981b393&device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 1128 time: 0.0497305 Oct 23 02:26:09.163050 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:09.250148 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:09.274064 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71561-321a-4c72-99d0-ceff56f459df req-0f9f2382-9c22-489a-b17a-2b676ac63dcf tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:09.275563 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8ed71561-321a-4c72-99d0-ceff56f459df req-0f9f2382-9c22-489a-b17a-2b676ac63dcf tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 944 time: 0.0735180 Oct 23 02:26:09.301708 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-8a97fdc1-f246-442a-9f6c-c76800e26aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:09.303194 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-8a97fdc1-f246-442a-9f6c-c76800e26aa8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b3a34289-bbf3-495e-8f22-1842975541e7 HTTP/1.1" status: 200 len: 913 time: 0.1514728 Oct 23 02:26:09.350320 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-a75adb8b-043a-4b5d-afce-6d0f0ab663ac service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562d73bb-f803-4010-97d3-49bde2db1d5a HTTP/1.1" status: 200 len: 217 time: 0.0402913 Oct 23 02:26:09.389561 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8ed71561-321a-4c72-99d0-ceff56f459df req-aaf12592-53ea-4bc7-bec0-df0711d6617d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043570 Oct 23 02:26:09.408433 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-a31e5182-cac5-4fb4-be6f-f6419ffd81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:09.409775 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-a31e5182-cac5-4fb4-be6f-f6419ffd81dd service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=5ef48b81-fdc2-4278-b3db-a39cfb123d66 HTTP/1.1" status: 200 len: 852 time: 0.0512710 Oct 23 02:26:09.445480 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-65685b44-cc83-4a18-bfc7-0853e7aa2d23 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b3a34289-bbf3-495e-8f22-1842975541e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294294 Oct 23 02:26:09.537643 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-6e609965-7407-4954-9cd3-83d435d4ddc5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859497 Oct 23 02:26:09.635191 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9ea44768-1d93-4171-b0a5-cbe2ad72d99e req-20aa80f9-401c-4ddd-811b-a55085a56e7e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883439 Oct 23 02:26:10.513060 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60734ed2-3151-4bb4-9c6c-5d93c609a9d4 req-5f4cf11c-bb1f-48e3-81ca-2d2e4d268d39 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:10.514551 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-60734ed2-3151-4bb4-9c6c-5d93c609a9d4 req-5f4cf11c-bb1f-48e3-81ca-2d2e4d268d39 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 944 time: 0.0467980 Oct 23 02:26:10.564551 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-60734ed2-3151-4bb4-9c6c-5d93c609a9d4 req-c463e43e-a440-4ffe-877e-7a49e4ea1f4c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Oct 23 02:26:11.189419 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:11.190212 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=59,neutron:DELETE=6 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:11.206446 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:11.207227 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:11.699050 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5252c-f924-428b-96f0-96e34389e7f6 req-559724ed-c815-4c82-8376-fd65605aa5da tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:11.701137 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3cf5252c-f924-428b-96f0-96e34389e7f6 req-559724ed-c815-4c82-8376-fd65605aa5da tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 944 time: 0.0563300 Oct 23 02:26:11.752095 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 33006) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:26:11.754953 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-3cf5252c-f924-428b-96f0-96e34389e7f6 req-d54338cc-d3e1-47eb-9259-e38598d82459 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478454 Oct 23 02:26:11.860957 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b8e96bed-4d0c-4130-a266-01d5e452b30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:11.934936 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b8e96bed-4d0c-4130-a266-01d5e452b30f admin admin] Publish callbacks [] for security_group (4cdcce0e-9a49-46c7-b911-36d204d723c1), precommit_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:11.938797 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-b8e96bed-4d0c-4130-a266-01d5e452b30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (4cdcce0e-9a49-46c7-b911-36d204d723c1), after_create {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:11.977427 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-b8e96bed-4d0c-4130-a266-01d5e452b30f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=76f58d27d22547cfa491f4a7777c15e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242882 Oct 23 02:26:11.978244 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e96bed-4d0c-4130-a266-01d5e452b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdcce0e-9a49-46c7-b911-36d204d723c1,revision_number=1']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:11.980613 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 33010) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:26:11.981984 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 562d73bb-f803-4010-97d3-49bde2db1d5a details requested by agent hyperv_hv-cinder-86149 with host hv-cinder-86149 {{(pid=104674) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 02:26:12.029316 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-29f9da97-bc40-4543-92ea-cde38289333a admin admin] Publish callbacks [] for security_group (4cdcce0e-9a49-46c7-b911-36d204d723c1), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:12.049429 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-29f9da97-bc40-4543-92ea-cde38289333a admin admin] Publish callbacks [] for security_group (4cdcce0e-9a49-46c7-b911-36d204d723c1), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:12.083774 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 562d73bb-f803-4010-97d3-49bde2db1d5a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=562d73bb-f803-4010-97d3-49bde2db1d5a,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:26:12.095002 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Returning: {'device': '562d73bb-f803-4010-97d3-49bde2db1d5a', 'network_id': 'b3a34289-bbf3-495e-8f22-1842975541e7', 'port_id': '562d73bb-f803-4010-97d3-49bde2db1d5a', 'mac_address': 'fa:16:3e:94:53:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef48b81-fdc2-4278-b3db-a39cfb123d66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104674) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 02:26:12.096736 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-29f9da97-bc40-4543-92ea-cde38289333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (4cdcce0e-9a49-46c7-b911-36d204d723c1), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:12.099495 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-29f9da97-bc40-4543-92ea-cde38289333a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:12.100755 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-29f9da97-bc40-4543-92ea-cde38289333a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4cdcce0e-9a49-46c7-b911-36d204d723c1 HTTP/1.1" status: 204 len: 168 time: 0.1192122 Oct 23 02:26:12.110352 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9da97-bc40-4543-92ea-cde38289333a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdcce0e-9a49-46c7-b911-36d204d723c1,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:12.138165 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 562d73bb-f803-4010-97d3-49bde2db1d5a is: DOWN; New status is: BUILD {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:26:12.138886 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:12.151794 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562d73bb-f803-4010-97d3-49bde2db1d5a {{(pid=104674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 02:26:12.173014 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 562d73bb-f803-4010-97d3-49bde2db1d5a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=562d73bb-f803-4010-97d3-49bde2db1d5a,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:26:12.177087 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:12.229797 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=562d73bb-f803-4010-97d3-49bde2db1d5a,revision_number=4']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:12.238893 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.239250 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.239600 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.239950 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.240293 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.240636 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.241032 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.241373 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.241706 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.242040 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.242371 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.242733 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.243065 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.243395 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.243721 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:12.582887 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] get_ports_and_sgs() called for port_ids ['562d73bb-f803-4010-97d3-49bde2db1d5a'] {{(pid=104674) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 02:26:12.876328 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1bcd9-da77-4dad-82a7-9e435eb64a41 req-01afbeb0-c7ed-47a1-bb9e-36b233a173eb tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:12.877812 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8c1bcd9-da77-4dad-82a7-9e435eb64a41 req-01afbeb0-c7ed-47a1-bb9e-36b233a173eb tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 945 time: 0.0498817 Oct 23 02:26:12.927089 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-f8c1bcd9-da77-4dad-82a7-9e435eb64a41 req-e032fcaf-84a1-42c4-92b9-a8a5cc24dbae tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437274 Oct 23 02:26:13.751830 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5c1461ff-cabb-45ab-aa32-e03627747a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:13.987672 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 562d73bb-f803-4010-97d3-49bde2db1d5a up at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 02:26:14.032406 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning for port 562d73bb-f803-4010-97d3-49bde2db1d5a completed by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 02:26:14.038261 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.db.provisioning_blocks [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Provisioning complete for port 562d73bb-f803-4010-97d3-49bde2db1d5a triggered by entity L2. {{(pid=104674) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 02:26:14.038676 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5164465'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), provisioning_complete {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:14.039027 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Attempt 1 to provision port 562d73bb-f803-4010-97d3-49bde2db1d5a Oct 23 02:26:14.046526 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a4a12-56b3-4f14-a9b5-795cc42d9af8 req-f4a2b664-098e-4824-b0fb-6a7c83d4caa9 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:14.048009 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bd1a4a12-56b3-4f14-a9b5-795cc42d9af8 req-f4a2b664-098e-4824-b0fb-6a7c83d4caa9 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 945 time: 0.0478091 Oct 23 02:26:14.095989 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-bd1a4a12-56b3-4f14-a9b5-795cc42d9af8 req-0159136c-ac8c-4c07-9103-b1a2b29d517c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Oct 23 02:26:14.113739 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Current status of the port 562d73bb-f803-4010-97d3-49bde2db1d5a is: BUILD; New status is: ACTIVE {{(pid=104674) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 02:26:14.114132 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-5230802'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), before_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:14.136325 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e6df54-88f5-424d-a36b-97e12da6f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562d73bb-f803-4010-97d3-49bde2db1d5a'}] {{(pid=104674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:26:14.138680 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3370b6b08ef2f3531c0e0d45553a8826b90e401253d13b10d3d2ddb62f40c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b08ad44-635f-4b38-a81e-97626a5bab31" -d '{"events": [{"server_uuid": "d5e6df54-88f5-424d-a36b-97e12da6f006", "name": "network-vif-plugged", "status": "completed", "tag": "562d73bb-f803-4010-97d3-49bde2db1d5a"}]}' {{(pid=104674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:26:14.151229 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.db [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] For port 562d73bb-f803-4010-97d3-49bde2db1d5a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=562d73bb-f803-4010-97d3-49bde2db1d5a,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:26:14.155679 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730035183225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730034772601', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730034772619'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:14.179990 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc500b4b-1dbc-4429-8548-63a23a668e80 x-openstack-request-id: req-bc500b4b-1dbc-4429-8548-63a23a668e80 {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:26:14.180283 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e6df54-88f5-424d-a36b-97e12da6f006", "name": "network-vif-plugged", "status": "completed", "tag": "562d73bb-f803-4010-97d3-49bde2db1d5a", "code": 200}]} {{(pid=104674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:26:14.180543 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc500b4b-1dbc-4429-8548-63a23a668e80 {{(pid=104674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:26:14.180938 dv-cinder-861491-5-iscsi neutron-server[104674]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc500b4b-1dbc-4429-8548-63a23a668e80'] response: {'server_uuid': 'd5e6df54-88f5-424d-a36b-97e12da6f006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562d73bb-f803-4010-97d3-49bde2db1d5a', 'code': 200} Oct 23 02:26:14.207926 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Pushing event updated for resources: {'Port': ['ID=562d73bb-f803-4010-97d3-49bde2db1d5a,revision_number=5']} {{(pid=104674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:14.390696 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfffc98-070c-4980-8614-57910a10a483 req-9a2efedb-fa70-411d-9bc4-058320956334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:14.392187 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ecfffc98-070c-4980-8614-57910a10a483 req-9a2efedb-fa70-411d-9bc4-058320956334 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 1130 time: 0.0426226 Oct 23 02:26:14.437022 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-ecfffc98-070c-4980-8614-57910a10a483 req-55bb9d7a-6fc0-433a-86bc-80825c32e3f7 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Oct 23 02:26:15.216092 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4d4dc-5cdb-4e7c-a75b-adab94b140e9 req-47051559-186b-4cc6-a09e-7cb15d27b426 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:15.217663 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6b4d4dc-5cdb-4e7c-a75b-adab94b140e9 req-47051559-186b-4cc6-a09e-7cb15d27b426 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 946 time: 0.0475845 Oct 23 02:26:15.253842 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=100 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:15.266575 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-e6b4d4dc-5cdb-4e7c-a75b-adab94b140e9 req-50b68236-f13f-464b-9682-4021750b4a3c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Oct 23 02:26:16.138778 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd45f-2796-4fd6-800b-94940965ddc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:16.392224 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652e1f-4056-43fb-9cf1-910f8cea6c3a req-5253525c-53d3-43c9-a0bf-3c45f2aaef9c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:16.393583 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a8652e1f-4056-43fb-9cf1-910f8cea6c3a req-5253525c-53d3-43c9-a0bf-3c45f2aaef9c tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 946 time: 0.0495794 Oct 23 02:26:16.439790 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-a8652e1f-4056-43fb-9cf1-910f8cea6c3a req-25e69450-4abc-412d-9c4c-585ff7e5de87 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Oct 23 02:26:17.232865 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:18.898657 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:18.968623 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:22.081587 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:22.104819 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:23.130496 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:23.131245 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:26.433553 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:26.435528 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=9 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:28.507851 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:36.097648 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:26:37.589446 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-a25c699e-6343-48aa-bf7e-dfbbc3951783 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399861 Oct 23 02:26:37.699831 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-1b15aed4-06b4-4734-aef3-c21f2122cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:37.701330 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-1b15aed4-06b4-4734-aef3-c21f2122cf38 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3f32b2691a2244adbaf9a37f6981b393&device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 1130 time: 0.0400684 Oct 23 02:26:37.807149 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-244fb19e-b772-499c-a4e2-aa1cb9d40f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:37.808607 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-244fb19e-b772-499c-a4e2-aa1cb9d40f65 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b3a34289-bbf3-495e-8f22-1842975541e7 HTTP/1.1" status: 200 len: 913 time: 0.0886672 Oct 23 02:26:37.846838 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-d0bbd021-6c30-46ed-9095-2206781d8926 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562d73bb-f803-4010-97d3-49bde2db1d5a HTTP/1.1" status: 200 len: 217 time: 0.0327013 Oct 23 02:26:37.894334 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-ee85c847-dd22-4475-9345-48bf3fc2373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:37.895762 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-ee85c847-dd22-4475-9345-48bf3fc2373a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=5ef48b81-fdc2-4278-b3db-a39cfb123d66 HTTP/1.1" status: 200 len: 852 time: 0.0428884 Oct 23 02:26:37.930217 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-f2de2415-b534-4eb9-812f-ec7d2b59be7e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b3a34289-bbf3-495e-8f22-1842975541e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286622 Oct 23 02:26:38.019134 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-7f21ef5b-bdc5-4610-beba-52a40a79d7d5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823870 Oct 23 02:26:38.113864 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-d7c0cf8d-0d26-4dc9-96e3-a4c6298fc27e req-dad5cd7e-303c-4893-b4ff-4a12872b8db9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884426 Oct 23 02:26:38.501919 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:38.504214 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:39.860012 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85d599-9831-498c-91af-dd8d4802635a req-5a6b05a7-271f-4a0a-8dd2-a6a3f968b839 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:39.861471 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c85d599-9831-498c-91af-dd8d4802635a req-5a6b05a7-271f-4a0a-8dd2-a6a3f968b839 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 946 time: 0.0474744 Oct 23 02:26:39.908433 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-5c85d599-9831-498c-91af-dd8d4802635a req-1d424003-bb59-4718-b1f9-cbf0ef130e36 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Oct 23 02:26:41.126792 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860006e-aa36-4227-966d-fea3bda3e52e req-0c8ae929-f4ae-4a0e-b4d1-506c9492e554 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:41.128267 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4860006e-aa36-4227-966d-fea3bda3e52e req-0c8ae929-f4ae-4a0e-b4d1-506c9492e554 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 946 time: 0.1431401 Oct 23 02:26:41.179609 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-4860006e-aa36-4227-966d-fea3bda3e52e req-ce07469d-b660-42f0-b4b0-34ad2bbeae88 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b596743e-5b2e-400e-985b-cee5100f41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Oct 23 02:26:41.934663 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-3d2fc96d-5449-452d-aa18-5aa573b321fa tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 02:26:41.936112 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-3d2fc96d-5449-452d-aa18-5aa573b321fa tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 946 time: 0.0456679 Oct 23 02:26:42.014513 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Deleting port 562d73bb-f803-4010-97d3-49bde2db1d5a {{(pid=104673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 02:26:42.014856 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730035178469'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:42.107016 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.db [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] For port 562d73bb-f803-4010-97d3-49bde2db1d5a, host hv-cinder-86149, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86149',level=0,port_id=562d73bb-f803-4010-97d3-49bde2db1d5a,segment=NetworkSegment(4eea4c3b-d150-481f-b2f5-17b51e8f9f90),segment_id=4eea4c3b-d150-481f-b2f5-17b51e8f9f90)] {{(pid=104673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 02:26:42.107440 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813888'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:42.120503 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.plugin [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Calling delete_port for 562d73bb-f803-4010-97d3-49bde2db1d5a owned by compute:nova {{(pid=104673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 02:26:42.189017 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:42.193426 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:42.252558 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-5230741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730035183279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730034772592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8953907'] for port (562d73bb-f803-4010-97d3-49bde2db1d5a), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:42.290493 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Pushing event deleted for resources: {'Port': ['ID=562d73bb-f803-4010-97d3-49bde2db1d5a,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:26:42.313132 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-8fad61b7-e5b1-4df2-ad5d-ff55ccc6363c req-56df734c-2b77-444c-9aef-7e9638390b88 tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d5e6df54-88f5-424d-a36b-97e12da6f006 HTTP/1.1" status: 200 len: 210 time: 0.0519075 Oct 23 02:26:42.317499 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.317856 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.318231 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.319127 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.319275 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.319516 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.319866 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.320208 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.320547 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.320885 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.321222 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.321557 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.321893 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.322300 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.322579 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:26:42.367687 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] No DVR routers for this DVR port 562d73bb-f803-4010-97d3-49bde2db1d5a on host hv-cinder-86149 {{(pid=104673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 02:26:42.370163 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242665'] for port (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:42.373381 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [req-9adc8cfe-ca1b-4bdd-997a-2d93298d7419 req-59019e40-19e0-4b6d-9827-7db679294a4d tempest-VolumesSnapshotTestJSON-1262677819 tempest-VolumesSnapshotTestJSON-1262677819-project] 10.222.0.49 "DELETE /networking/v2.0/ports/562d73bb-f803-4010-97d3-49bde2db1d5a HTTP/1.1" status: 204 len: 173 time: 0.4321976 Oct 23 02:26:42.373911 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e6df54-88f5-424d-a36b-97e12da6f006', 'name': 'network-vif-deleted', 'tag': '562d73bb-f803-4010-97d3-49bde2db1d5a'}] {{(pid=104673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 02:26:42.376223 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bcaf86d6c972aec9762fa85620dcb8f50c5b45e82e56e4bfc0e1d7c6a350a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecfef6c-e53f-49d2-be1d-0406ee077025" -d '{"events": [{"server_uuid": "d5e6df54-88f5-424d-a36b-97e12da6f006", "name": "network-vif-deleted", "tag": "562d73bb-f803-4010-97d3-49bde2db1d5a"}]}' {{(pid=104673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 02:26:42.417468 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cae248-5603-4c92-9ef1-789866c55493 x-openstack-request-id: req-a2cae248-5603-4c92-9ef1-789866c55493 {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 02:26:42.417768 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e6df54-88f5-424d-a36b-97e12da6f006", "name": "network-vif-deleted", "tag": "562d73bb-f803-4010-97d3-49bde2db1d5a", "status": "completed", "code": 200}]} {{(pid=104673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 02:26:42.418031 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2cae248-5603-4c92-9ef1-789866c55493 {{(pid=104673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 02:26:42.418463 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2cae248-5603-4c92-9ef1-789866c55493'] response: {'server_uuid': 'd5e6df54-88f5-424d-a36b-97e12da6f006', 'name': 'network-vif-deleted', 'tag': '562d73bb-f803-4010-97d3-49bde2db1d5a', 'status': 'completed', 'code': 200} Oct 23 02:26:43.753149 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-1020eb83-b68d-4c28-a469-3b479ecae60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:44.123696 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 562d73bb-f803-4010-97d3-49bde2db1d5a no longer exists at agent hyperv_hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 02:26:44.142211 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.plugin [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] No Port match for: 562d73bb-f803-4010-97d3-49bde2db1d5a {{(pid=104674) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 02:26:44.142596 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron.plugins.ml2.rpc [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Device 562d73bb-f803-4010-97d3-49bde2db1d5a not bound to the agent host hv-cinder-86149 {{(pid=104674) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 02:26:46.092328 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:46.093050 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:46.140215 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-398192ad-7f3e-46e1-8abd-04bf43c5960b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:47.236486 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:48.900810 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:48.971341 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:26:49.833931 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [req-0ed0b560-7e61-473a-8465-d63fdf028d5b req-077885b4-3e84-46c7-b905-e4419971dea8 service neutron] (104672) timed out ('10.222.0.49', 61851) {{(pid=104672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 02:26:52.347164 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=12 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:52.347860 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:26:58.534964 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:00.126940 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:00.139261 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:08.522495 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:08.531306 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:UPDATE=3,neutron:SELECT=10 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:08.838064 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 33258) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:27:08.886179 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.db.db_base_plugin_v2 [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Deleting subnet 5ef48b81-fdc2-4278-b3db-a39cfb123d66 {{(pid=104672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 02:27:08.889280 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Publish callbacks [] for subnet (5ef48b81-fdc2-4278-b3db-a39cfb123d66), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:08.924895 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192804'] for subnet (5ef48b81-fdc2-4278-b3db-a39cfb123d66), precommit_delete_associations {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:08.964436 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5012299'] for subnet (5ef48b81-fdc2-4278-b3db-a39cfb123d66), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.016692 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-5012304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9333437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8946611'] for subnet (5ef48b81-fdc2-4278-b3db-a39cfb123d66), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.044501 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef48b81-fdc2-4278-b3db-a39cfb123d66,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:27:09.054636 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for subnet (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.057658 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/5ef48b81-fdc2-4278-b3db-a39cfb123d66 HTTP/1.1" status: 204 len: 168 time: 0.2185757 Oct 23 02:27:09.059390 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.059737 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.060087 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.060425 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.060557 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.wsgi [-] (104673) accepted ('10.222.0.23', 33260) {{(pid=104673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:27:09.061012 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.061114 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.061388 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.061712 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.062035 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.063430 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.063775 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.064111 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.064438 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.064761 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.065085 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0286bfa4-bf2f-43b4-b24f-e9c700308d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-861491-5-iscsi {{(pid=104672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 02:27:09.131670 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-5113922'] for network (b3a34289-bbf3-495e-8f22-1842975541e7), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.210882 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5190354', 'neutron.services.segments.db._delete_segments_for_network-8730035274563'] for network (b3a34289-bbf3-495e-8f22-1842975541e7), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.231022 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a34289-bbf3-495e-8f22-1842975541e7']}} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:27:09.240680 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eea4c3b-d150-481f-b2f5-17b51e8f9f90') {'for_net_delete': True} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:27:09.241000 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.services.segments.db [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eea4c3b-d150-481f-b2f5-17b51e8f9f90') {} {{(pid=104673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 02:27:09.250382 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730035274626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8608081'] for segment (4eea4c3b-d150-481f-b2f5-17b51e8f9f90), before_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.263139 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939'] for segment (4eea4c3b-d150-481f-b2f5-17b51e8f9f90), precommit_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.269258 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 02:27:09.269631 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-5169939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8953958'] for segment (4eea4c3b-d150-481f-b2f5-17b51e8f9f90), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.329167 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-5190363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810391'] for network (b3a34289-bbf3-495e-8f22-1842975541e7), after_delete {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.334432 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron_lib.callbacks.manager [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609146'] for network (None), before_response {{(pid=104673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.337765 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.wsgi [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/b3a34289-bbf3-495e-8f22-1842975541e7 HTTP/1.1" status: 204 len: 168 time: 0.2759752 Oct 23 02:27:09.352890 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846cfed-538f-4dbf-8444-9af444745bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a34289-bbf3-495e-8f22-1842975541e7,revision_number=None']} {{(pid=104673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:27:09.406753 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment 4eea4c3b-d150-481f-b2f5-17b51e8f9f90 resource provider aggregate not found Oct 23 02:27:09.423247 dv-cinder-861491-5-iscsi neutron-server[104673]: INFO neutron.services.segments.plugin [-] Segment 4eea4c3b-d150-481f-b2f5-17b51e8f9f90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4eea4c3b-d150-481f-b2f5-17b51e8f9f90 found for delete ", "request_id": "req-30b71c1c-09a7-4eff-95bf-dea3b749bfc2"}]} Oct 23 02:27:09.502930 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 33270) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:27:09.544666 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-4a533796-c09a-43da-9b3a-cbefbe5cc52d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3f32b2691a2244adbaf9a37f6981b393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405974 Oct 23 02:27:09.547364 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.wsgi [-] (104672) accepted ('10.222.0.23', 33272) {{(pid=104672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 02:27:09.595250 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3b5fc93-400d-421b-b710-fc4b11717a63 admin admin] Publish callbacks [] for security_group (b596743e-5b2e-400e-985b-cee5100f41f4), before_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.615167 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3b5fc93-400d-421b-b710-fc4b11717a63 admin admin] Publish callbacks [] for security_group (b596743e-5b2e-400e-985b-cee5100f41f4), precommit_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.660824 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3b5fc93-400d-421b-b710-fc4b11717a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404810'] for security_group (b596743e-5b2e-400e-985b-cee5100f41f4), after_delete {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.663541 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron_lib.callbacks.manager [None req-e3b5fc93-400d-421b-b710-fc4b11717a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:09.664720 dv-cinder-861491-5-iscsi neutron-server[104672]: INFO neutron.wsgi [None req-e3b5fc93-400d-421b-b710-fc4b11717a63 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b596743e-5b2e-400e-985b-cee5100f41f4 HTTP/1.1" status: 204 len: 168 time: 0.1164026 Oct 23 02:27:09.672974 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5fc93-400d-421b-b710-fc4b11717a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b596743e-5b2e-400e-985b-cee5100f41f4,revision_number=None']} {{(pid=104672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 02:27:12.131751 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:12.132550 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:13.097353 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:27:13.756147 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-dacb9cef-ce5a-45e0-9b2d-9e7eac37e362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:16.142038 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-bb86d85f-e408-4b8b-8d6f-a16a24a3566e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:17.239875 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:18.909554 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:19.107904 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:19.323851 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=26,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:19.343374 dv-cinder-861491-5-iscsi neutron-server[104673]: DEBUG dbcounter [-] [104673] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=104673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:19.668049 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:19.668729 dv-cinder-861491-5-iscsi neutron-server[104672]: DEBUG dbcounter [-] [104672] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104672) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:23.092266 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:23.094993 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:28.552778 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:37.134721 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:37.136355 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:38.541498 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:38.548253 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:43.758697 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9d5dfd93-b9ea-4860-aac9-c7e961824d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:46.143228 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e2904eeb-0442-497a-bcb3-354788e2277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:47.241618 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:48.907723 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:48.978986 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:27:49.100544 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:49.101292 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:27:50.096326 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:27:58.553193 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:08.544053 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:08.550015 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:13.760867 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-e85d8c79-d89f-46e9-be02-7cca2b4d2ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:14.126432 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=17 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:14.131471 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=17 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:16.144934 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-b04114ff-4ed3-4d35-8cd8-4a2b7af6e005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:17.245049 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:18.906752 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:18.982277 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:27.095260 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:28:28.571252 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:28.977186 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:37.090247 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:37.091811 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:38.567481 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:43.766333 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-5c5f76c2-79c0-4929-a3f9-e86182f272be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:46.146265 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4e36-14fd-4984-84bd-262fb7874b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:47.247262 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:48.910757 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:48.984073 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:28:51.140166 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:51.141458 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:28:58.575167 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:04.093532 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:29:08.568795 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:08.571221 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:13.767933 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-32d1fd75-3b0a-4709-8e37-6e55370ae47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:14.090201 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:14.090909 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:16.148870 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-52742a37-fcb8-4fef-a2e0-4323a0b5fdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:17.250096 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:18.949645 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:18.984982 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:28.133112 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:28.137982 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:28.592168 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:38.585657 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:38.587568 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:41.092695 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:29:43.770237 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-de65b7eb-d6be-4830-983c-a471e5f772ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:46.151685 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2204a497-1868-4ea8-88e7-ad6a5c13f7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:47.252895 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:48.915168 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:48.992022 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:29:51.087771 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:51.088612 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:29:58.596024 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:08.589846 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:30:08.591763 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:30:08.949199 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=17 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:30:08.956306 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=15 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:30:13.772145 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-099f22d4-84b8-4c43-a9a7-97b46a84e739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:16.153536 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-0ab3d137-b98f-4487-a63e-99b769ceb309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:17.256294 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:18.091161 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:30:18.918460 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:18.994572 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:28.087621 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:30:28.608666 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:38.603362 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:30:38.604066 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:30:42.129439 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:30:42.130213 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:30:43.775309 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-9fa40ac0-f7f1-498e-bd89-69154dbbc3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:46.157270 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-cc287e76-063e-41f1-81cf-e904b60bc6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:47.259845 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:48.922573 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:48.996115 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:30:55.090508 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:30:58.612188 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:08.606627 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:08.608478 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:13.776998 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-2ca6074f-3503-4dfa-8716-a7ae82d8d3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:16.158770 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d1fe51c9-35ed-4214-8481-f9fe9257af12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:17.265245 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:18.962265 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:18.997709 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:19.130433 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:19.136375 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:28.626651 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:32.088773 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:31:38.620107 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=26 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:38.622037 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:UPDATE=6,neutron:SELECT=18 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:42.085175 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:42.085842 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:43.779744 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-61732cfb-c2d1-43b4-813d-6667e8b41ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:46.159764 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-92f87ec1-84d1-448d-bc4b-955bed852839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:47.265555 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:48.932041 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:49.000827 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:31:56.129022 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:56.133863 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:31:58.626874 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:32:08.619960 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:08.621879 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:08.950858 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=13 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:08.952628 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=13 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:09.087456 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG neutron.db.agents_db [None req-9550e2b8-8b5a-49de-81d4-6f0f96f3361b None None] Agent healthcheck: found 6 active agents {{(pid=104675) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 02:32:13.780731 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-61f3c4ec-5614-4694-b5b9-0d10622eb74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:32:16.160656 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-d08a0a91-6db7-4715-8edf-856a1a74d63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (fdf489e4-8086-4d13-af08-11e8951e8d2c), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:32:17.267436 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-16c14d76-ffa4-4d89-8611-e93e32cc82e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (4d24307a-a635-4b5d-8b25-e6ffab420f91), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:32:18.932678 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-18276af8-f835-426a-9f4e-81bfa1041adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (b919b6fa-2d81-4cff-955e-94113ecffaa0), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:32:19.003303 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-30249c73-0955-4a05-91b8-39386b00c2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (c58c422b-14ea-4a60-b8eb-814a9444e55e), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:32:19.083287 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:19.083994 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:28.642800 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-293c2ee9-4052-4111-82a2-a02c0c03ac54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (72bc8c19-2aaf-406e-a311-d1e3121db6ef), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 02:32:33.127864 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:33.128603 dv-cinder-861491-5-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:38.632380 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:38.637720 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG dbcounter [-] [104674] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104674) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 02:32:43.786357 dv-cinder-861491-5-iscsi neutron-server[104674]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f559-d008-47bb-826e-803312e068c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730035274545', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5164051'] for agent (1fcde039-c70a-4049-bb55-7cb00a984934), after_update {{(pid=104674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}